2024-11-09 01:15:26,281 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-09 01:15:26,293 main DEBUG Took 0.010380 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 01:15:26,293 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 01:15:26,294 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 01:15:26,295 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 01:15:26,296 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:15:26,309 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 01:15:26,320 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:15:26,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:15:26,322 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:15:26,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:15:26,323 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:15:26,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:15:26,324 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:15:26,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:15:26,325 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:15:26,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:15:26,326 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:15:26,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:15:26,327 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:15:26,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:15:26,328 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:15:26,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:15:26,329 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:15:26,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:15:26,330 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:15:26,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:15:26,331 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:15:26,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:15:26,332 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:15:26,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:15:26,333 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:15:26,333 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 01:15:26,335 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:15:26,337 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 01:15:26,340 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 01:15:26,341 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 01:15:26,343 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 01:15:26,343 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 01:15:26,352 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 01:15:26,355 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 01:15:26,357 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 01:15:26,358 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 01:15:26,359 main DEBUG createAppenders(={Console}) 2024-11-09 01:15:26,360 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-11-09 01:15:26,360 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-09 01:15:26,360 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-11-09 01:15:26,361 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 01:15:26,362 main DEBUG OutputStream closed 2024-11-09 01:15:26,362 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 01:15:26,362 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 01:15:26,363 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-11-09 01:15:26,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 01:15:26,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 01:15:26,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 01:15:26,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 01:15:26,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 01:15:26,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 01:15:26,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 01:15:26,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 01:15:26,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 01:15:26,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 01:15:26,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 01:15:26,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 01:15:26,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 01:15:26,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 01:15:26,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 01:15:26,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 01:15:26,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 01:15:26,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 01:15:26,461 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 01:15:26,462 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-11-09 01:15:26,462 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 01:15:26,463 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-11-09T01:15:26,475 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-09 01:15:26,478 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 01:15:26,478 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T01:15:26,530 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=4851 2024-11-09T01:15:26,783 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-09T01:15:26,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17 2024-11-09T01:15:26,845 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/cluster_9ca3f6ec-a0d0-543f-17b2-55d1f5031397, deleteOnExit=true 2024-11-09T01:15:26,970 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/cluster_9ca3f6ec-a0d0-543f-17b2-55d1f5031397/zookeeper_0, clientPort=54395, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/cluster_9ca3f6ec-a0d0-543f-17b2-55d1f5031397/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/cluster_9ca3f6ec-a0d0-543f-17b2-55d1f5031397/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:15:26,982 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54395 2024-11-09T01:15:26,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:15:27,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:15:27,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/test.cache.data in system properties and HBase conf 2024-11-09T01:15:27,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:15:27,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:15:27,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:15:27,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:15:27,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:15:27,108 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T01:15:27,201 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:15:27,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:15:27,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:15:27,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:15:27,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:15:27,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:15:27,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:15:27,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:15:27,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:15:27,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:15:27,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:15:27,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:15:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:15:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:15:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:15:28,293 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T01:15:28,395 INFO [Time-limited test {}] log.Log(170): Logging initialized @2979ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T01:15:28,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:15:28,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:15:28,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:15:28,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:15:28,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:15:28,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:15:28,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:15:28,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:15:28,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/java.io.tmpdir/jetty-localhost-39855-hadoop-hdfs-3_4_1-tests_jar-_-any-11824833644980776479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:15:28,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:39855} 2024-11-09T01:15:28,902 INFO [Time-limited test {}] server.Server(415): Started @3487ms 2024-11-09T01:15:29,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:15:29,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:15:29,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:15:29,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:15:29,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:15:29,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:15:29,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:15:29,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/java.io.tmpdir/jetty-localhost-43443-hadoop-hdfs-3_4_1-tests_jar-_-any-6138266566856776874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:15:29,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:43443} 2024-11-09T01:15:29,601 INFO [Time-limited test {}] server.Server(415): Started @4186ms 2024-11-09T01:15:29,648 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:15:30,748 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/cluster_9ca3f6ec-a0d0-543f-17b2-55d1f5031397/data/data1/current/BP-1212000480-172.17.0.2-1731114927806/current, will proceed with Du for space computation calculation, 2024-11-09T01:15:30,748 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/cluster_9ca3f6ec-a0d0-543f-17b2-55d1f5031397/data/data2/current/BP-1212000480-172.17.0.2-1731114927806/current, will proceed with Du for space computation calculation, 2024-11-09T01:15:30,775 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:15:30,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4c4b4e2788e364c with lease ID 0xc0e9e9632ee3d11: Processing first storage report for DS-a3316e38-03bc-47fc-9882-098625ded443 from datanode DatanodeRegistration(127.0.0.1:38003, datanodeUuid=9a62b93f-eb39-4943-8b5e-ab2755bc5620, infoPort=46021, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=1986159739;c=1731114927806) 2024-11-09T01:15:30,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4c4b4e2788e364c with lease ID 0xc0e9e9632ee3d11: from storage DS-a3316e38-03bc-47fc-9882-098625ded443 node DatanodeRegistration(127.0.0.1:38003, datanodeUuid=9a62b93f-eb39-4943-8b5e-ab2755bc5620, infoPort=46021, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=1986159739;c=1731114927806), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T01:15:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4c4b4e2788e364c with lease ID 0xc0e9e9632ee3d11: Processing first storage report for DS-590c9a00-9077-4e5c-afc5-2ada15903ac4 from datanode DatanodeRegistration(127.0.0.1:38003, datanodeUuid=9a62b93f-eb39-4943-8b5e-ab2755bc5620, infoPort=46021, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=1986159739;c=1731114927806) 2024-11-09T01:15:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4c4b4e2788e364c with lease ID 0xc0e9e9632ee3d11: from storage DS-590c9a00-9077-4e5c-afc5-2ada15903ac4 node DatanodeRegistration(127.0.0.1:38003, datanodeUuid=9a62b93f-eb39-4943-8b5e-ab2755bc5620, infoPort=46021, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=1986159739;c=1731114927806), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T01:15:30,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17 2024-11-09T01:15:30,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:30,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:31,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:15:31,527 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229 with version=8 2024-11-09T01:15:31,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/hbase-staging 2024-11-09T01:15:31,615 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T01:15:31,855 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:15:31,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:31,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:31,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:15:31,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:31,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:15:31,989 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:15:32,046 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T01:15:32,054 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T01:15:32,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:15:32,078 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8629 (auto-detected) 2024-11-09T01:15:32,079 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T01:15:32,094 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34039 2024-11-09T01:15:32,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34039 connecting to ZooKeeper ensemble=127.0.0.1:54395 2024-11-09T01:15:32,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340390x0, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:15:32,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34039-0x1011d297f0a0000 connected 2024-11-09T01:15:32,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:32,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:32,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on znode that does not yet exist, /0-1664520284/running 2024-11-09T01:15:32,319 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229, hbase.cluster.distributed=false 2024-11-09T01:15:32,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on znode that does not yet exist, /0-1664520284/acl 2024-11-09T01:15:32,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34039 2024-11-09T01:15:32,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34039 2024-11-09T01:15:32,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34039 2024-11-09T01:15:32,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34039 2024-11-09T01:15:32,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34039 2024-11-09T01:15:32,486 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:15:32,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:32,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:32,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:15:32,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:32,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:15:32,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:15:32,500 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:15:32,505 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42553 2024-11-09T01:15:32,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42553 connecting to ZooKeeper ensemble=127.0.0.1:54395 2024-11-09T01:15:32,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:32,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:32,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425530x0, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:15:32,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425530x0, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on znode that does not yet exist, /0-1664520284/running 2024-11-09T01:15:32,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42553-0x1011d297f0a0001 connected 2024-11-09T01:15:32,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:15:32,549 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:15:32,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on znode that does not yet exist, /0-1664520284/master 2024-11-09T01:15:32,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on znode that does not yet exist, /0-1664520284/acl 2024-11-09T01:15:32,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42553 2024-11-09T01:15:32,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42553 2024-11-09T01:15:32,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42553 2024-11-09T01:15:32,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42553 2024-11-09T01:15:32,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42553 2024-11-09T01:15:32,586 DEBUG [M:0;5296cfb18d53:34039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:34039 2024-11-09T01:15:32,588 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1664520284/backup-masters/5296cfb18d53,34039,1731114931690 2024-11-09T01:15:32,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284/backup-masters 2024-11-09T01:15:32,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284/backup-masters 2024-11-09T01:15:32,606 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on existing znode=/0-1664520284/backup-masters/5296cfb18d53,34039,1731114931690 2024-11-09T01:15:32,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:32,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1664520284/master 2024-11-09T01:15:32,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:32,636 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on existing znode=/0-1664520284/master 2024-11-09T01:15:32,637 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1664520284/backup-masters/5296cfb18d53,34039,1731114931690 from backup master directory 2024-11-09T01:15:32,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1664520284/backup-masters/5296cfb18d53,34039,1731114931690 2024-11-09T01:15:32,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284/backup-masters 2024-11-09T01:15:32,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284/backup-masters 2024-11-09T01:15:32,647 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:15:32,647 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,34039,1731114931690 2024-11-09T01:15:32,649 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T01:15:32,650 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T01:15:32,719 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/hbase.id] with ID: 4ac7e1d2-90ba-41d6-a22f-baa8b9019b92 2024-11-09T01:15:32,719 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/.tmp/hbase.id 2024-11-09T01:15:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:15:32,743 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/.tmp/hbase.id]:[hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/hbase.id] 2024-11-09T01:15:32,808 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:32,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:15:32,835 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-09T01:15:32,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:32,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:32,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:15:32,902 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:15:32,906 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:15:32,920 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:15:32,924 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:15:32,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:15:33,373 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store 2024-11-09T01:15:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:15:33,800 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T01:15:33,805 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:15:33,807 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:15:33,807 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:33,807 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:33,810 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:15:33,810 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:33,811 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:33,813 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114933806Disabling compacts and flushes for region at 1731114933807 (+1 ms)Disabling writes for close at 1731114933810 (+3 ms)Writing region close event to WAL at 1731114933811 (+1 ms)Closed at 1731114933811 2024-11-09T01:15:33,815 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/.initializing 2024-11-09T01:15:33,815 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,34039,1731114931690 2024-11-09T01:15:33,824 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:15:33,838 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C34039%2C1731114931690, suffix=, logDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,34039,1731114931690, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/oldWALs, maxLogs=10 2024-11-09T01:15:33,859 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,34039,1731114931690/5296cfb18d53%2C34039%2C1731114931690.1731114933842, exclude list is [], retry=0 2024-11-09T01:15:33,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38003,DS-a3316e38-03bc-47fc-9882-098625ded443,DISK] 2024-11-09T01:15:33,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T01:15:33,912 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,34039,1731114931690/5296cfb18d53%2C34039%2C1731114931690.1731114933842 2024-11-09T01:15:33,913 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46021:46021)] 2024-11-09T01:15:33,914 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:15:33,914 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:15:33,917 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:33,918 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:33,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:33,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:15:33,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:33,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:33,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:33,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:15:33,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:33,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:33,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:33,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:15:33,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:33,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:33,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:34,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:15:34,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:34,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:34,003 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:34,007 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:34,008 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:34,013 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:34,014 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:34,018 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:15:34,021 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:34,026 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:15:34,028 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61874570, jitterRate=-0.07799705862998962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:15:34,035 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731114933930Initializing all the Stores at 1731114933932 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114933933 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114933934 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114933934Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114933934Cleaning up temporary data from old regions at 1731114934014 (+80 ms)Region opened successfully at 1731114934035 (+21 ms) 2024-11-09T01:15:34,036 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:15:34,069 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6bce48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:15:34,101 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:15:34,112 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:15:34,112 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:15:34,115 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:15:34,116 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T01:15:34,121 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T01:15:34,121 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:15:34,146 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:15:34,155 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Unable to get data of znode /0-1664520284/balancer because node does not exist (not necessarily an error) 2024-11-09T01:15:34,179 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1664520284/balancer already deleted, retry=false 2024-11-09T01:15:34,182 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:15:34,184 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Unable to get data of znode /0-1664520284/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:15:34,246 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1664520284/normalizer already deleted, retry=false 2024-11-09T01:15:34,251 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:15:34,261 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Unable to get data of znode /0-1664520284/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:15:34,277 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1664520284/switch/split already deleted, retry=false 2024-11-09T01:15:34,279 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Unable to get data of znode /0-1664520284/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:15:34,352 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1664520284/switch/merge already deleted, retry=false 2024-11-09T01:15:34,377 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Unable to get data of znode /0-1664520284/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:15:34,422 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1664520284/snapshot-cleanup already deleted, retry=false 2024-11-09T01:15:34,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1664520284/running 2024-11-09T01:15:34,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1664520284/running 2024-11-09T01:15:34,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:34,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:34,503 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,34039,1731114931690, sessionid=0x1011d297f0a0000, setting cluster-up flag (Was=false) 2024-11-09T01:15:34,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:34,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:34,624 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1664520284/flush-table-proc/acquired, /0-1664520284/flush-table-proc/reached, /0-1664520284/flush-table-proc/abort 2024-11-09T01:15:34,627 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,34039,1731114931690 2024-11-09T01:15:34,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:34,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:34,687 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1664520284/online-snapshot/acquired, /0-1664520284/online-snapshot/reached, /0-1664520284/online-snapshot/abort 2024-11-09T01:15:34,689 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,34039,1731114931690 2024-11-09T01:15:34,696 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:15:34,763 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:15:34,770 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(746): ClusterId : 4ac7e1d2-90ba-41d6-a22f-baa8b9019b92 2024-11-09T01:15:34,773 DEBUG [RS:0;5296cfb18d53:42553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:15:34,774 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:15:34,780 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:15:34,784 DEBUG [RS:0;5296cfb18d53:42553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:15:34,785 DEBUG [RS:0;5296cfb18d53:42553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:15:34,786 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,34039,1731114931690 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:15:34,794 DEBUG [RS:0;5296cfb18d53:42553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:15:34,795 DEBUG [RS:0;5296cfb18d53:42553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17988e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:15:34,796 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:15:34,796 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:15:34,796 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:15:34,796 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:15:34,796 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:15:34,797 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:34,797 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:15:34,797 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:34,800 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731114964800 2024-11-09T01:15:34,802 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:15:34,802 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:15:34,802 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:15:34,804 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:15:34,807 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:34,808 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:15:34,808 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:15:34,808 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:15:34,809 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:15:34,809 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:15:34,810 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:34,813 DEBUG [RS:0;5296cfb18d53:42553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:42553 2024-11-09T01:15:34,814 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:15:34,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:15:34,816 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:15:34,816 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:15:34,816 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:15:34,816 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:15:34,817 DEBUG [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:15:34,819 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:15:34,819 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,34039,1731114931690 with port=42553, startcode=1731114932447 2024-11-09T01:15:34,819 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:15:34,823 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114934820,5,FailOnTimeoutGroup] 2024-11-09T01:15:34,824 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114934824,5,FailOnTimeoutGroup] 2024-11-09T01:15:34,825 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:34,825 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:15:34,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:15:34,826 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:34,827 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:34,830 DEBUG [RS:0;5296cfb18d53:42553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:15:34,863 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:15:34,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,42553,1731114932447 2024-11-09T01:15:34,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34039 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,42553,1731114932447 2024-11-09T01:15:34,884 DEBUG [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229 2024-11-09T01:15:34,884 DEBUG [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33523 2024-11-09T01:15:34,885 DEBUG [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:15:34,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284/rs 2024-11-09T01:15:34,899 DEBUG [RS:0;5296cfb18d53:42553 {}] zookeeper.ZKUtil(111): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on existing znode=/0-1664520284/rs/5296cfb18d53,42553,1731114932447 2024-11-09T01:15:34,899 WARN [RS:0;5296cfb18d53:42553 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:15:34,899 INFO [RS:0;5296cfb18d53:42553 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:15:34,899 DEBUG [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447 2024-11-09T01:15:34,901 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,42553,1731114932447] 2024-11-09T01:15:34,925 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:15:34,941 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:15:34,945 INFO [RS:0;5296cfb18d53:42553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:15:34,945 INFO [RS:0;5296cfb18d53:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:34,946 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:15:34,952 INFO [RS:0;5296cfb18d53:42553 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:15:34,953 INFO [RS:0;5296cfb18d53:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:34,953 DEBUG [RS:0;5296cfb18d53:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:34,953 DEBUG [RS:0;5296cfb18d53:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:34,953 DEBUG [RS:0;5296cfb18d53:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:34,954 DEBUG [RS:0;5296cfb18d53:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:34,954 DEBUG [RS:0;5296cfb18d53:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:34,954 DEBUG [RS:0;5296cfb18d53:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:15:34,954 DEBUG [RS:0;5296cfb18d53:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:34,954 DEBUG [RS:0;5296cfb18d53:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:34,954 DEBUG [RS:0;5296cfb18d53:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:34,955 DEBUG [RS:0;5296cfb18d53:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:34,955 DEBUG [RS:0;5296cfb18d53:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:34,955 DEBUG [RS:0;5296cfb18d53:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:34,955 DEBUG [RS:0;5296cfb18d53:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:15:34,955 DEBUG [RS:0;5296cfb18d53:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:15:34,956 INFO [RS:0;5296cfb18d53:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:34,957 INFO [RS:0;5296cfb18d53:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:34,957 INFO [RS:0;5296cfb18d53:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:34,957 INFO [RS:0;5296cfb18d53:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:34,957 INFO [RS:0;5296cfb18d53:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:34,957 INFO [RS:0;5296cfb18d53:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42553,1731114932447-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:15:34,975 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:15:34,978 INFO [RS:0;5296cfb18d53:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42553,1731114932447-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:34,978 INFO [RS:0;5296cfb18d53:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:34,978 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.Replication(171): 5296cfb18d53,42553,1731114932447 started 2024-11-09T01:15:34,996 INFO [RS:0;5296cfb18d53:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:34,996 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,42553,1731114932447, RpcServer on 5296cfb18d53/172.17.0.2:42553, sessionid=0x1011d297f0a0001 2024-11-09T01:15:34,997 DEBUG [RS:0;5296cfb18d53:42553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:15:34,997 DEBUG [RS:0;5296cfb18d53:42553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,42553,1731114932447 2024-11-09T01:15:34,997 DEBUG [RS:0;5296cfb18d53:42553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,42553,1731114932447' 2024-11-09T01:15:34,997 DEBUG [RS:0;5296cfb18d53:42553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1664520284/flush-table-proc/abort' 2024-11-09T01:15:34,998 DEBUG [RS:0;5296cfb18d53:42553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1664520284/flush-table-proc/acquired' 2024-11-09T01:15:34,999 DEBUG [RS:0;5296cfb18d53:42553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:15:34,999 DEBUG [RS:0;5296cfb18d53:42553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:15:34,999 DEBUG [RS:0;5296cfb18d53:42553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,42553,1731114932447 2024-11-09T01:15:34,999 DEBUG [RS:0;5296cfb18d53:42553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,42553,1731114932447' 2024-11-09T01:15:34,999 DEBUG [RS:0;5296cfb18d53:42553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1664520284/online-snapshot/abort' 2024-11-09T01:15:35,000 DEBUG [RS:0;5296cfb18d53:42553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1664520284/online-snapshot/acquired' 2024-11-09T01:15:35,001 DEBUG [RS:0;5296cfb18d53:42553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:15:35,001 INFO [RS:0;5296cfb18d53:42553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:15:35,001 INFO [RS:0;5296cfb18d53:42553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:15:35,107 INFO [RS:0;5296cfb18d53:42553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:15:35,110 INFO [RS:0;5296cfb18d53:42553 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C42553%2C1731114932447, suffix=, logDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/oldWALs, maxLogs=10 2024-11-09T01:15:35,127 DEBUG [RS:0;5296cfb18d53:42553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.1731114935113, exclude list is [], retry=0 2024-11-09T01:15:35,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38003,DS-a3316e38-03bc-47fc-9882-098625ded443,DISK] 2024-11-09T01:15:35,134 INFO [RS:0;5296cfb18d53:42553 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.1731114935113 2024-11-09T01:15:35,135 DEBUG [RS:0;5296cfb18d53:42553 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46021:46021)] 2024-11-09T01:15:35,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:15:35,231 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229 2024-11-09T01:15:35,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741833_1009 (size=32) 2024-11-09T01:15:35,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:15:35,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:15:35,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:15:35,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:35,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:35,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:15:35,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:15:35,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:35,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:35,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:15:35,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:15:35,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:35,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:35,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:15:35,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:15:35,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:35,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:35,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:15:35,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740 2024-11-09T01:15:35,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740 2024-11-09T01:15:35,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:15:35,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:15:35,676 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:15:35,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:15:35,682 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:15:35,683 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66915280, jitterRate=-0.0028846263885498047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:15:35,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731114935649Initializing all the Stores at 1731114935653 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114935654 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114935654Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114935654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114935655 (+1 ms)Cleaning up temporary data from old regions at 1731114935675 (+20 ms)Region opened successfully at 1731114935686 (+11 ms) 2024-11-09T01:15:35,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:15:35,686 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:15:35,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:15:35,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:15:35,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:15:35,688 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:15:35,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114935686Disabling compacts and flushes for region at 1731114935686Disabling writes for close at 1731114935687 (+1 ms)Writing region close event to WAL at 1731114935688 (+1 ms)Closed at 1731114935688 2024-11-09T01:15:35,691 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:15:35,691 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:15:35,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:15:35,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:15:35,708 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:15:35,859 DEBUG [5296cfb18d53:34039 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:15:35,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,42553,1731114932447 2024-11-09T01:15:35,877 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,42553,1731114932447, state=OPENING 2024-11-09T01:15:35,887 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:15:35,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:35,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:35,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1664520284/meta-region-server: CHANGED 2024-11-09T01:15:35,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1664520284/meta-region-server: CHANGED 2024-11-09T01:15:35,936 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:15:35,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,42553,1731114932447}] 2024-11-09T01:15:36,112 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:15:36,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:15:36,126 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:15:36,126 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:15:36,127 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:15:36,131 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C42553%2C1731114932447.meta, suffix=.meta, logDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/oldWALs, maxLogs=10 2024-11-09T01:15:36,147 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.meta.1731114936133.meta, exclude list is [], retry=0 2024-11-09T01:15:36,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38003,DS-a3316e38-03bc-47fc-9882-098625ded443,DISK] 2024-11-09T01:15:36,154 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.meta.1731114936133.meta 2024-11-09T01:15:36,155 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46021:46021)] 2024-11-09T01:15:36,155 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:15:36,160 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:15:36,161 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:15:36,163 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:15:36,165 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:15:36,168 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:15:36,169 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:15:36,169 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:15:36,169 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:15:36,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:15:36,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:15:36,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:36,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:36,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:15:36,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:15:36,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:36,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:36,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:15:36,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:15:36,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:36,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:36,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:15:36,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:15:36,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:36,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:36,184 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:15:36,186 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740 2024-11-09T01:15:36,189 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740 2024-11-09T01:15:36,192 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:15:36,192 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:15:36,193 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:15:36,195 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:15:36,197 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70232589, jitterRate=0.04654712975025177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:15:36,197 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:15:36,200 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731114936170Writing region info on filesystem at 1731114936170Initializing all the Stores at 1731114936172 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114936172Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114936172Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114936172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114936172Cleaning up temporary data from old regions at 1731114936192 (+20 ms)Running coprocessor post-open hooks at 1731114936197 (+5 ms)Region opened successfully at 1731114936199 (+2 ms) 2024-11-09T01:15:36,207 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731114936104 2024-11-09T01:15:36,218 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:15:36,219 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:15:36,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,42553,1731114932447 2024-11-09T01:15:36,223 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,42553,1731114932447, state=OPEN 2024-11-09T01:15:36,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1664520284/meta-region-server 2024-11-09T01:15:36,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1664520284/meta-region-server 2024-11-09T01:15:36,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1664520284/meta-region-server: CHANGED 2024-11-09T01:15:36,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1664520284/meta-region-server: CHANGED 2024-11-09T01:15:36,246 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,42553,1731114932447 2024-11-09T01:15:36,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:15:36,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,42553,1731114932447 in 308 msec 2024-11-09T01:15:36,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:15:36,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 560 msec 2024-11-09T01:15:36,265 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:15:36,265 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:15:36,283 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:15:36,284 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42553,1731114932447, seqNum=-1] 2024-11-09T01:15:36,309 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:15:36,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:15:36,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6090 sec 2024-11-09T01:15:36,336 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731114936336, completionTime=-1 2024-11-09T01:15:36,338 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:15:36,338 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:15:36,382 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:15:36,382 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731114996382 2024-11-09T01:15:36,382 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115056382 2024-11-09T01:15:36,382 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 43 msec 2024-11-09T01:15:36,385 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34039,1731114931690-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:36,385 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34039,1731114931690-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:36,385 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34039,1731114931690-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:36,387 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:34039, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:36,387 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:36,388 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:36,393 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:15:36,425 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.777sec 2024-11-09T01:15:36,426 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:15:36,427 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:15:36,427 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:15:36,428 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:15:36,428 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:15:36,429 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34039,1731114931690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:15:36,429 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34039,1731114931690-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:15:36,438 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:15:36,439 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:15:36,439 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34039,1731114931690-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:36,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:36,493 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T01:15:36,494 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T01:15:36,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,34039,-1 for getting cluster id 2024-11-09T01:15:36,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:15:36,508 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ac7e1d2-90ba-41d6-a22f-baa8b9019b92' 2024-11-09T01:15:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:15:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ac7e1d2-90ba-41d6-a22f-baa8b9019b92" 2024-11-09T01:15:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6c54a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,34039,-1] 2024-11-09T01:15:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:15:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:36,518 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:15:36,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:36,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:15:36,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42553,1731114932447, seqNum=-1] 2024-11-09T01:15:36,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:15:36,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:15:36,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,34039,1731114931690 2024-11-09T01:15:36,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54395 2024-11-09T01:15:36,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:15:36,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d297f0a0002 connected 2024-11-09T01:15:36,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/hadoop.log.dir so I do NOT create it in target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525 2024-11-09T01:15:36,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:15:36,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/hadoop.tmp.dir so I do NOT create it in target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525 2024-11-09T01:15:36,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:15:36,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525 2024-11-09T01:15:36,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:15:36,661 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/cluster_f5d23b1a-3f61-2f3c-e54b-54620313edb3, deleteOnExit=true 2024-11-09T01:15:36,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:15:36,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/test.cache.data in system properties and HBase conf 2024-11-09T01:15:36,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:15:36,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:15:36,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:15:36,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:15:36,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:15:36,662 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:15:36,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:15:36,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:15:36,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:15:36,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:15:36,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:15:36,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:15:36,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:15:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:15:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:15:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:15:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:15:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:15:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:15:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:15:37,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:15:37,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:15:37,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:15:37,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:15:37,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:15:37,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:15:37,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:15:37,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:15:37,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/java.io.tmpdir/jetty-localhost-37363-hadoop-hdfs-3_4_1-tests_jar-_-any-10516917237244733868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:15:37,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:37363} 2024-11-09T01:15:37,308 INFO [Time-limited test {}] server.Server(415): Started @11893ms 2024-11-09T01:15:37,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:15:37,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:15:37,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:15:37,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:15:37,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:15:37,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:15:37,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:15:37,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/java.io.tmpdir/jetty-localhost-38965-hadoop-hdfs-3_4_1-tests_jar-_-any-6595744337209702702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:15:37,731 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:38965} 2024-11-09T01:15:37,732 INFO [Time-limited test {}] server.Server(415): Started @12316ms 2024-11-09T01:15:37,734 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:15:38,617 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/cluster_f5d23b1a-3f61-2f3c-e54b-54620313edb3/data/data2/current/BP-1299023166-172.17.0.2-1731114936694/current, will proceed with Du for space computation calculation, 2024-11-09T01:15:38,617 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/cluster_f5d23b1a-3f61-2f3c-e54b-54620313edb3/data/data1/current/BP-1299023166-172.17.0.2-1731114936694/current, will proceed with Du for space computation calculation, 2024-11-09T01:15:38,657 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:15:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f237d757582c303 with lease ID 0x87aa77c2a59368a8: Processing first storage report for DS-c357020f-3566-4563-bdb1-d7a03c6db000 from datanode DatanodeRegistration(127.0.0.1:38701, datanodeUuid=364ebf03-eb0a-4e6c-a8f5-05ee8939c748, infoPort=44171, infoSecurePort=0, ipcPort=37141, storageInfo=lv=-57;cid=testClusterID;nsid=234015101;c=1731114936694) 2024-11-09T01:15:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f237d757582c303 with lease ID 0x87aa77c2a59368a8: from storage DS-c357020f-3566-4563-bdb1-d7a03c6db000 node DatanodeRegistration(127.0.0.1:38701, datanodeUuid=364ebf03-eb0a-4e6c-a8f5-05ee8939c748, infoPort=44171, infoSecurePort=0, ipcPort=37141, storageInfo=lv=-57;cid=testClusterID;nsid=234015101;c=1731114936694), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:15:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f237d757582c303 with lease ID 0x87aa77c2a59368a8: Processing first storage report for DS-445c1267-a6dc-4d2e-b6b8-c82fd2fced43 from datanode DatanodeRegistration(127.0.0.1:38701, datanodeUuid=364ebf03-eb0a-4e6c-a8f5-05ee8939c748, infoPort=44171, infoSecurePort=0, ipcPort=37141, storageInfo=lv=-57;cid=testClusterID;nsid=234015101;c=1731114936694) 2024-11-09T01:15:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f237d757582c303 with lease ID 0x87aa77c2a59368a8: from storage DS-445c1267-a6dc-4d2e-b6b8-c82fd2fced43 node DatanodeRegistration(127.0.0.1:38701, datanodeUuid=364ebf03-eb0a-4e6c-a8f5-05ee8939c748, infoPort=44171, infoSecurePort=0, ipcPort=37141, storageInfo=lv=-57;cid=testClusterID;nsid=234015101;c=1731114936694), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:15:38,673 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525 2024-11-09T01:15:38,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:38,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:38,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:15:39,091 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9 with version=8 2024-11-09T01:15:39,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/hbase-staging 2024-11-09T01:15:39,095 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:15:39,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:39,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:39,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:15:39,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:39,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:15:39,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:15:39,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:15:39,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43307 2024-11-09T01:15:39,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43307 connecting to ZooKeeper ensemble=127.0.0.1:54395 2024-11-09T01:15:39,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433070x0, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:15:39,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43307-0x1011d297f0a0003 connected 2024-11-09T01:15:39,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:39,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:39,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Set watcher on znode that does not yet exist, /1-1568441407/running 2024-11-09T01:15:39,186 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9, hbase.cluster.distributed=false 2024-11-09T01:15:39,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Set watcher on znode that does not yet exist, /1-1568441407/acl 2024-11-09T01:15:39,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43307 2024-11-09T01:15:39,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43307 2024-11-09T01:15:39,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43307 2024-11-09T01:15:39,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43307 2024-11-09T01:15:39,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43307 2024-11-09T01:15:39,209 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:15:39,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:39,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:39,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:15:39,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:39,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:15:39,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:15:39,210 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:15:39,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40711 2024-11-09T01:15:39,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40711 connecting to ZooKeeper ensemble=127.0.0.1:54395 2024-11-09T01:15:39,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:39,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:39,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407110x0, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:15:39,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407110x0, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Set watcher on znode that does not yet exist, /1-1568441407/running 2024-11-09T01:15:39,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40711-0x1011d297f0a0004 connected 2024-11-09T01:15:39,233 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:15:39,234 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:15:39,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Set watcher on znode that does not yet exist, /1-1568441407/master 2024-11-09T01:15:39,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Set watcher on znode that does not yet exist, /1-1568441407/acl 2024-11-09T01:15:39,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-09T01:15:39,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40711 2024-11-09T01:15:39,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40711 2024-11-09T01:15:39,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-09T01:15:39,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-09T01:15:39,252 DEBUG [M:0;5296cfb18d53:43307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:43307 2024-11-09T01:15:39,252 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1568441407/backup-masters/5296cfb18d53,43307,1731114939094 2024-11-09T01:15:39,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407/backup-masters 2024-11-09T01:15:39,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407/backup-masters 2024-11-09T01:15:39,264 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Set watcher on existing znode=/1-1568441407/backup-masters/5296cfb18d53,43307,1731114939094 2024-11-09T01:15:39,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:39,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1568441407/master 2024-11-09T01:15:39,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:39,277 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Set watcher on existing znode=/1-1568441407/master 2024-11-09T01:15:39,278 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1568441407/backup-masters/5296cfb18d53,43307,1731114939094 from backup master directory 2024-11-09T01:15:39,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1568441407/backup-masters/5296cfb18d53,43307,1731114939094 2024-11-09T01:15:39,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407/backup-masters 2024-11-09T01:15:39,287 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:15:39,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407/backup-masters 2024-11-09T01:15:39,287 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,43307,1731114939094 2024-11-09T01:15:39,294 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/hbase.id] with ID: 2d469349-7d3e-4fce-9e85-3507241c7d21 2024-11-09T01:15:39,294 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/.tmp/hbase.id 2024-11-09T01:15:39,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:15:39,703 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/.tmp/hbase.id]:[hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/hbase.id] 2024-11-09T01:15:39,729 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:39,729 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:15:39,731 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T01:15:39,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:39,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:39,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:15:40,195 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:15:40,197 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:15:40,197 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:15:40,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:15:40,617 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store 2024-11-09T01:15:40,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:15:40,923 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:15:41,031 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:15:41,032 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:15:41,032 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:41,032 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:41,032 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:15:41,032 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:41,032 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:41,032 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114941032Disabling compacts and flushes for region at 1731114941032Disabling writes for close at 1731114941032Writing region close event to WAL at 1731114941032Closed at 1731114941032 2024-11-09T01:15:41,034 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/.initializing 2024-11-09T01:15:41,034 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/WALs/5296cfb18d53,43307,1731114939094 2024-11-09T01:15:41,037 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:15:41,041 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C43307%2C1731114939094, suffix=, logDir=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/WALs/5296cfb18d53,43307,1731114939094, archiveDir=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/oldWALs, maxLogs=10 2024-11-09T01:15:41,057 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/WALs/5296cfb18d53,43307,1731114939094/5296cfb18d53%2C43307%2C1731114939094.1731114941041, exclude list is [], retry=0 2024-11-09T01:15:41,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38701,DS-c357020f-3566-4563-bdb1-d7a03c6db000,DISK] 2024-11-09T01:15:41,067 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/WALs/5296cfb18d53,43307,1731114939094/5296cfb18d53%2C43307%2C1731114939094.1731114941041 2024-11-09T01:15:41,067 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44171:44171)] 2024-11-09T01:15:41,067 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:15:41,068 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:15:41,068 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:41,068 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:41,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:41,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:15:41,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:41,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:41,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:41,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:15:41,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:41,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:41,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:41,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:15:41,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:41,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:41,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:41,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:15:41,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:41,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:41,087 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:41,088 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:41,089 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:41,091 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:41,091 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:41,092 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:15:41,094 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:41,098 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:15:41,098 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61209186, jitterRate=-0.08791205286979675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:15:41,099 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731114941068Initializing all the Stores at 1731114941070 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114941070Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114941071 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114941071Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114941071Cleaning up temporary data from old regions at 1731114941091 (+20 ms)Region opened successfully at 1731114941099 (+8 ms) 2024-11-09T01:15:41,099 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:15:41,104 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c73ae90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:15:41,105 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:15:41,105 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:15:41,105 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:15:41,105 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:15:41,106 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:15:41,107 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:15:41,107 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:15:41,110 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:15:41,111 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Unable to get data of znode /1-1568441407/balancer because node does not exist (not necessarily an error) 2024-11-09T01:15:41,175 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1568441407/balancer already deleted, retry=false 2024-11-09T01:15:41,176 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:15:41,178 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Unable to get data of znode /1-1568441407/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:15:41,189 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1568441407/normalizer already deleted, retry=false 2024-11-09T01:15:41,190 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:15:41,192 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Unable to get data of znode /1-1568441407/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:15:41,203 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1568441407/switch/split already deleted, retry=false 2024-11-09T01:15:41,205 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Unable to get data of znode /1-1568441407/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:15:41,213 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1568441407/switch/merge already deleted, retry=false 2024-11-09T01:15:41,217 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Unable to get data of znode /1-1568441407/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:15:41,224 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1568441407/snapshot-cleanup already deleted, retry=false 2024-11-09T01:15:41,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1568441407/running 2024-11-09T01:15:41,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:41,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1568441407/running 2024-11-09T01:15:41,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:41,235 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,43307,1731114939094, sessionid=0x1011d297f0a0003, setting cluster-up flag (Was=false) 2024-11-09T01:15:41,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:41,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:41,294 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1568441407/flush-table-proc/acquired, /1-1568441407/flush-table-proc/reached, /1-1568441407/flush-table-proc/abort 2024-11-09T01:15:41,296 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,43307,1731114939094 2024-11-09T01:15:41,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:41,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:41,350 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1568441407/online-snapshot/acquired, /1-1568441407/online-snapshot/reached, /1-1568441407/online-snapshot/abort 2024-11-09T01:15:41,351 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,43307,1731114939094 2024-11-09T01:15:41,353 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:15:41,357 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:15:41,357 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:15:41,358 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:15:41,358 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,43307,1731114939094 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:15:41,360 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:15:41,360 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:15:41,360 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:15:41,360 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:15:41,360 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:15:41,361 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:41,361 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:15:41,361 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:41,362 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731114971362 2024-11-09T01:15:41,362 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:15:41,362 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:15:41,362 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:15:41,362 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:15:41,362 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:15:41,362 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:15:41,363 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:41,363 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:15:41,364 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:15:41,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:15:41,364 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:15:41,364 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:15:41,364 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:15:41,364 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:15:41,364 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:15:41,365 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114941364,5,FailOnTimeoutGroup] 2024-11-09T01:15:41,365 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114941365,5,FailOnTimeoutGroup] 2024-11-09T01:15:41,365 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:41,366 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:15:41,366 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:41,366 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:41,366 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:41,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:15:41,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:15:41,445 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(746): ClusterId : 2d469349-7d3e-4fce-9e85-3507241c7d21 2024-11-09T01:15:41,445 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:15:41,515 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:15:41,516 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:15:41,598 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:15:41,600 DEBUG [RS:0;5296cfb18d53:40711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b20465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:15:41,615 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:40711 2024-11-09T01:15:41,615 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:15:41,615 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:15:41,615 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:15:41,617 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,43307,1731114939094 with port=40711, startcode=1731114939209 2024-11-09T01:15:41,617 DEBUG [RS:0;5296cfb18d53:40711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:15:41,619 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:15:41,620 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,40711,1731114939209 2024-11-09T01:15:41,620 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43307 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,40711,1731114939209 2024-11-09T01:15:41,624 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9 2024-11-09T01:15:41,624 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35699 2024-11-09T01:15:41,624 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:15:41,687 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:15:41,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407/rs 2024-11-09T01:15:41,697 DEBUG [RS:0;5296cfb18d53:40711 {}] zookeeper.ZKUtil(111): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Set watcher on existing znode=/1-1568441407/rs/5296cfb18d53,40711,1731114939209 2024-11-09T01:15:41,697 WARN [RS:0;5296cfb18d53:40711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:15:41,697 INFO [RS:0;5296cfb18d53:40711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:15:41,698 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/WALs/5296cfb18d53,40711,1731114939209 2024-11-09T01:15:41,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,40711,1731114939209] 2024-11-09T01:15:41,705 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:15:41,759 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:15:41,760 INFO [RS:0;5296cfb18d53:40711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:15:41,760 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:41,764 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:15:41,766 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:15:41,766 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:41,767 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:41,767 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:41,767 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:41,767 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:41,767 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:41,767 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:15:41,768 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:41,768 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:41,768 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:41,768 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:41,768 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:41,768 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:41,768 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:15:41,768 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:15:41,771 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:41,771 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:41,771 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:41,771 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:41,772 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:41,772 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40711,1731114939209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:15:41,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:15:41,776 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9 2024-11-09T01:15:41,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:15:41,790 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:15:41,790 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40711,1731114939209-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:41,790 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:41,790 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.Replication(171): 5296cfb18d53,40711,1731114939209 started 2024-11-09T01:15:41,804 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:41,804 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,40711,1731114939209, RpcServer on 5296cfb18d53/172.17.0.2:40711, sessionid=0x1011d297f0a0004 2024-11-09T01:15:41,805 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:15:41,805 DEBUG [RS:0;5296cfb18d53:40711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,40711,1731114939209 2024-11-09T01:15:41,805 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,40711,1731114939209' 2024-11-09T01:15:41,805 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1568441407/flush-table-proc/abort' 2024-11-09T01:15:41,805 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1568441407/flush-table-proc/acquired' 2024-11-09T01:15:41,806 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:15:41,806 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:15:41,806 DEBUG [RS:0;5296cfb18d53:40711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,40711,1731114939209 2024-11-09T01:15:41,806 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,40711,1731114939209' 2024-11-09T01:15:41,806 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1568441407/online-snapshot/abort' 2024-11-09T01:15:41,807 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1568441407/online-snapshot/acquired' 2024-11-09T01:15:41,807 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:15:41,807 INFO [RS:0;5296cfb18d53:40711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:15:41,807 INFO [RS:0;5296cfb18d53:40711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:15:41,908 INFO [RS:0;5296cfb18d53:40711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:15:41,911 INFO [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C40711%2C1731114939209, suffix=, logDir=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/WALs/5296cfb18d53,40711,1731114939209, archiveDir=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/oldWALs, maxLogs=10 2024-11-09T01:15:41,925 DEBUG [RS:0;5296cfb18d53:40711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/WALs/5296cfb18d53,40711,1731114939209/5296cfb18d53%2C40711%2C1731114939209.1731114941913, exclude list is [], retry=0 2024-11-09T01:15:41,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38701,DS-c357020f-3566-4563-bdb1-d7a03c6db000,DISK] 2024-11-09T01:15:41,932 INFO [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/WALs/5296cfb18d53,40711,1731114939209/5296cfb18d53%2C40711%2C1731114939209.1731114941913 2024-11-09T01:15:41,933 DEBUG [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44171:44171)] 2024-11-09T01:15:42,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:15:42,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T01:15:42,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:15:42,044 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T01:15:42,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:15:42,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T01:15:42,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:15:42,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T01:15:42,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:15:42,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:15:42,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:15:42,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:42,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:42,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:15:42,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:15:42,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:42,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:42,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:15:42,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:15:42,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:42,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:42,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:15:42,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:15:42,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:42,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:42,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:15:42,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/data/hbase/meta/1588230740 2024-11-09T01:15:42,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/data/hbase/meta/1588230740 2024-11-09T01:15:42,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:15:42,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:15:42,212 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:15:42,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:15:42,218 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:15:42,219 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68369768, jitterRate=0.018788933753967285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:15:42,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731114942190Initializing all the Stores at 1731114942192 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114942192Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114942192Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114942192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114942192Cleaning up temporary data from old regions at 1731114942211 (+19 ms)Region opened successfully at 1731114942220 (+9 ms) 2024-11-09T01:15:42,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:15:42,220 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:15:42,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:15:42,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:15:42,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:15:42,221 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:15:42,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114942220Disabling compacts and flushes for region at 1731114942220Disabling writes for close at 1731114942220Writing region close event to WAL at 1731114942221 (+1 ms)Closed at 1731114942221 2024-11-09T01:15:42,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:15:42,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:15:42,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:15:42,226 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:15:42,228 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:15:42,379 DEBUG [5296cfb18d53:43307 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:15:42,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,40711,1731114939209 2024-11-09T01:15:42,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,40711,1731114939209, state=OPENING 2024-11-09T01:15:42,392 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:15:42,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:42,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:42,414 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:15:42,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1568441407/meta-region-server: CHANGED 2024-11-09T01:15:42,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1568441407/meta-region-server: CHANGED 2024-11-09T01:15:42,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,40711,1731114939209}] 2024-11-09T01:15:42,571 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:15:42,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:15:42,578 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:15:42,578 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:15:42,579 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:15:42,581 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C40711%2C1731114939209.meta, suffix=.meta, logDir=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/WALs/5296cfb18d53,40711,1731114939209, archiveDir=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/oldWALs, maxLogs=10 2024-11-09T01:15:42,600 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/WALs/5296cfb18d53,40711,1731114939209/5296cfb18d53%2C40711%2C1731114939209.meta.1731114942583.meta, exclude list is [], retry=0 2024-11-09T01:15:42,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38701,DS-c357020f-3566-4563-bdb1-d7a03c6db000,DISK] 2024-11-09T01:15:42,606 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/WALs/5296cfb18d53,40711,1731114939209/5296cfb18d53%2C40711%2C1731114939209.meta.1731114942583.meta 2024-11-09T01:15:42,606 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44171:44171)] 2024-11-09T01:15:42,606 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:15:42,607 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:15:42,607 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:15:42,607 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:15:42,607 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:15:42,608 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:15:42,608 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:15:42,608 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:15:42,608 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:15:42,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:15:42,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:15:42,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:42,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:42,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:15:42,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:15:42,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:42,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:42,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:15:42,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:15:42,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:42,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:42,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:15:42,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:15:42,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:42,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:42,619 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:15:42,620 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/data/hbase/meta/1588230740 2024-11-09T01:15:42,622 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/data/hbase/meta/1588230740 2024-11-09T01:15:42,624 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:15:42,624 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:15:42,625 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:15:42,627 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:15:42,629 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75129374, jitterRate=0.11951491236686707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:15:42,629 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:15:42,629 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731114942608Writing region info on filesystem at 1731114942608Initializing all the Stores at 1731114942610 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114942610Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114942610Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114942610Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114942610Cleaning up temporary data from old regions at 1731114942624 (+14 ms)Running coprocessor post-open hooks at 1731114942629 (+5 ms)Region opened successfully at 1731114942629 2024-11-09T01:15:42,630 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731114942570 2024-11-09T01:15:42,633 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:15:42,633 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:15:42,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,40711,1731114939209 2024-11-09T01:15:42,636 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,40711,1731114939209, state=OPEN 2024-11-09T01:15:42,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1568441407/meta-region-server 2024-11-09T01:15:42,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1568441407/meta-region-server 2024-11-09T01:15:42,677 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,40711,1731114939209 2024-11-09T01:15:42,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1568441407/meta-region-server: CHANGED 2024-11-09T01:15:42,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1568441407/meta-region-server: CHANGED 2024-11-09T01:15:42,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:15:42,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,40711,1731114939209 in 263 msec 2024-11-09T01:15:42,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:15:42,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-09T01:15:42,688 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:15:42,688 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:15:42,691 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:15:42,691 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,40711,1731114939209, seqNum=-1] 2024-11-09T01:15:42,691 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:15:42,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:15:42,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3460 sec 2024-11-09T01:15:42,704 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731114942704, completionTime=-1 2024-11-09T01:15:42,704 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:15:42,704 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:15:42,706 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:15:42,706 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115002706 2024-11-09T01:15:42,706 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115062706 2024-11-09T01:15:42,706 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T01:15:42,707 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43307,1731114939094-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:42,707 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43307,1731114939094-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:42,707 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43307,1731114939094-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:42,707 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:43307, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:42,707 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:42,707 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:42,709 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:15:42,712 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.425sec 2024-11-09T01:15:42,713 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:15:42,713 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:15:42,713 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:15:42,713 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:15:42,713 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:15:42,713 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43307,1731114939094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:15:42,713 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43307,1731114939094-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:15:42,716 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:15:42,716 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:15:42,717 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43307,1731114939094-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:42,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:42,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43307,-1 for getting cluster id 2024-11-09T01:15:42,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:15:42,749 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d469349-7d3e-4fce-9e85-3507241c7d21' 2024-11-09T01:15:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:15:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d469349-7d3e-4fce-9e85-3507241c7d21" 2024-11-09T01:15:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43307,-1] 2024-11-09T01:15:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:15:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:42,752 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:15:42,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7ffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:42,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:15:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,40711,1731114939209, seqNum=-1] 2024-11-09T01:15:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:15:42,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:15:42,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,43307,1731114939094 2024-11-09T01:15:42,767 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54395 2024-11-09T01:15:42,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:15:42,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d297f0a0005 connected 2024-11-09T01:15:42,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a856152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:42,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,34039,-1 for getting cluster id 2024-11-09T01:15:42,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:15:42,864 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ac7e1d2-90ba-41d6-a22f-baa8b9019b92' 2024-11-09T01:15:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:15:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ac7e1d2-90ba-41d6-a22f-baa8b9019b92" 2024-11-09T01:15:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e0cd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,34039,-1] 2024-11-09T01:15:42,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:15:42,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:42,868 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:15:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2f8524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:42,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:15:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,34039,1731114931690 2024-11-09T01:15:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f7b5618 2024-11-09T01:15:42,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:15:42,894 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:15:42,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:43307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:15:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:15:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:15:42,911 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:43307' 2024-11-09T01:15:42,916 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b6b883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:42,916 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43307,-1 for getting cluster id 2024-11-09T01:15:42,917 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:15:42,917 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d469349-7d3e-4fce-9e85-3507241c7d21' 2024-11-09T01:15:42,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:15:42,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d469349-7d3e-4fce-9e85-3507241c7d21" 2024-11-09T01:15:42,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d10775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:42,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43307,-1] 2024-11-09T01:15:42,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:15:42,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:42,920 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:15:42,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5174849f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:42,922 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:15:42,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43307,1731114939094 2024-11-09T01:15:42,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77c02c3b 2024-11-09T01:15:42,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:15:42,928 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:15:42,941 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T01:15:42,941 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:15:42,946 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:42,946 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:42,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:15:42,948 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:15:42,954 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:15:42,958 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:15:42,959 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:42,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:15:43,010 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:15:43,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741835_1011 (size=1138) 2024-11-09T01:15:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:15:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:15:43,426 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87fd51f9bda5ec47a2e65e42c51ee6f6, NAME => 'hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229 2024-11-09T01:15:43,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741836_1012 (size=44) 2024-11-09T01:15:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:15:43,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:15:43,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 87fd51f9bda5ec47a2e65e42c51ee6f6, disabling compactions & flushes 2024-11-09T01:15:43,846 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:43,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:43,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. after waiting 0 ms 2024-11-09T01:15:43,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:43,846 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:43,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87fd51f9bda5ec47a2e65e42c51ee6f6: Waiting for close lock at 1731114943846Disabling compacts and flushes for region at 1731114943846Disabling writes for close at 1731114943846Writing region close event to WAL at 1731114943846Closed at 1731114943846 2024-11-09T01:15:43,850 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:15:43,856 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731114943850"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114943850"}]},"ts":"1731114943850"} 2024-11-09T01:15:43,863 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:15:43,866 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:15:43,870 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731114943866"}]},"ts":"1731114943866"} 2024-11-09T01:15:43,878 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:15:43,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87fd51f9bda5ec47a2e65e42c51ee6f6, ASSIGN}] 2024-11-09T01:15:43,886 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87fd51f9bda5ec47a2e65e42c51ee6f6, ASSIGN 2024-11-09T01:15:43,888 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87fd51f9bda5ec47a2e65e42c51ee6f6, ASSIGN; state=OFFLINE, location=5296cfb18d53,42553,1731114932447; forceNewPlan=false, retain=false 2024-11-09T01:15:44,041 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=87fd51f9bda5ec47a2e65e42c51ee6f6, regionState=OPENING, regionLocation=5296cfb18d53,42553,1731114932447 2024-11-09T01:15:44,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87fd51f9bda5ec47a2e65e42c51ee6f6, ASSIGN because future has completed 2024-11-09T01:15:44,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87fd51f9bda5ec47a2e65e42c51ee6f6, server=5296cfb18d53,42553,1731114932447}] 2024-11-09T01:15:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:15:44,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:44,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:15:44,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:15:44,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C42553%2C1731114932447.rep, suffix=, logDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/oldWALs, maxLogs=10 2024-11-09T01:15:44,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.rep.1731114944218, exclude list is [], retry=0 2024-11-09T01:15:44,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38003,DS-a3316e38-03bc-47fc-9882-098625ded443,DISK] 2024-11-09T01:15:44,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.rep.1731114944218 2024-11-09T01:15:44,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46021:46021)] 2024-11-09T01:15:44,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 87fd51f9bda5ec47a2e65e42c51ee6f6, NAME => 'hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:15:44,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:15:44,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:15:44,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. service=MultiRowMutationService 2024-11-09T01:15:44,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:15:44,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:44,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:15:44,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:44,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:44,243 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:44,245 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87fd51f9bda5ec47a2e65e42c51ee6f6 columnFamilyName hfileref 2024-11-09T01:15:44,245 DEBUG [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:44,245 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] regionserver.HStore(327): Store=87fd51f9bda5ec47a2e65e42c51ee6f6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:44,246 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:44,247 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87fd51f9bda5ec47a2e65e42c51ee6f6 columnFamilyName queue 2024-11-09T01:15:44,248 DEBUG [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:44,248 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] regionserver.HStore(327): Store=87fd51f9bda5ec47a2e65e42c51ee6f6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:44,248 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:44,250 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87fd51f9bda5ec47a2e65e42c51ee6f6 columnFamilyName sid 2024-11-09T01:15:44,250 DEBUG [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:44,251 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] regionserver.HStore(327): Store=87fd51f9bda5ec47a2e65e42c51ee6f6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:44,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:44,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/replication/87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:44,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/replication/87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:44,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:44,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:44,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:15:44,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:44,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/replication/87fd51f9bda5ec47a2e65e42c51ee6f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:15:44,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 87fd51f9bda5ec47a2e65e42c51ee6f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63026855, jitterRate=-0.06082667410373688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:15:44,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:44,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 87fd51f9bda5ec47a2e65e42c51ee6f6: Running coprocessor pre-open hook at 1731114944241Writing region info on filesystem at 1731114944241Initializing all the Stores at 1731114944242 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114944242Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114944242Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114944242Cleaning up temporary data from old regions at 1731114944255 (+13 ms)Running coprocessor post-open hooks at 1731114944268 (+13 ms)Region opened successfully at 1731114944272 (+4 ms) 2024-11-09T01:15:44,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6., pid=7, masterSystemTime=1731114944208 2024-11-09T01:15:44,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=87fd51f9bda5ec47a2e65e42c51ee6f6, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,42553,1731114932447 2024-11-09T01:15:44,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:44,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:44,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87fd51f9bda5ec47a2e65e42c51ee6f6, server=5296cfb18d53,42553,1731114932447 because future has completed 2024-11-09T01:15:44,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T01:15:44,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 87fd51f9bda5ec47a2e65e42c51ee6f6, server=5296cfb18d53,42553,1731114932447 in 236 msec 2024-11-09T01:15:44,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:15:44,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87fd51f9bda5ec47a2e65e42c51ee6f6, ASSIGN in 412 msec 2024-11-09T01:15:44,299 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:15:44,299 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731114944299"}]},"ts":"1731114944299"} 2024-11-09T01:15:44,304 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:15:44,306 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:15:44,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3580 sec 2024-11-09T01:15:44,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6., hostname=5296cfb18d53,42553,1731114932447, seqNum=2] 2024-11-09T01:15:44,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42553 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T01:15:44,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:44,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:44,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:15:44,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T01:15:44,772 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:15:44,816 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,42553,1731114932447, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:15:44,817 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:15:44,817 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42553,1731114932447, seqNum=-1] 2024-11-09T01:15:44,818 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:15:44,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T01:15:44,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,42553,1731114932447', locateType=CURRENT is [region=hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6., hostname=5296cfb18d53,42553,1731114932447, seqNum=2] 2024-11-09T01:15:44,829 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T01:15:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T01:15:44,833 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,42553,1731114932447 suceeded 2024-11-09T01:15:44,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T01:15:44,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-09T01:15:44,837 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:43307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:15:44,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9390 sec 2024-11-09T01:15:44,847 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:43307' 2024-11-09T01:15:44,849 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51a02daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:44,849 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43307,-1 for getting cluster id 2024-11-09T01:15:44,850 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:15:44,850 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d469349-7d3e-4fce-9e85-3507241c7d21' 2024-11-09T01:15:44,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:15:44,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d469349-7d3e-4fce-9e85-3507241c7d21" 2024-11-09T01:15:44,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b364125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:44,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43307,-1] 2024-11-09T01:15:44,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:15:44,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:44,853 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:15:44,853 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31287ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:44,854 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:15:44,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43307,1731114939094 2024-11-09T01:15:44,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43b84f07 2024-11-09T01:15:44,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:15:44,856 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T01:15:44,857 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,42553,1731114932447 (queues=1) is replicating from cluster=4ac7e1d2-90ba-41d6-a22f-baa8b9019b92 to cluster=2d469349-7d3e-4fce-9e85-3507241c7d21 2024-11-09T01:15:44,858 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C42553%2C1731114932447 2024-11-09T01:15:44,862 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,42553,1731114932447, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:15:44,864 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447.replicationSource.shipper5296cfb18d53%2C42553%2C1731114932447,1-5296cfb18d53,42553,1731114932447 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C42553%2C1731114932447 2024-11-09T01:15:44,868 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447.replicationSource.wal-reader.5296cfb18d53%2C42553%2C1731114932447,1-5296cfb18d53,42553,1731114932447 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.1731114935113, startPosition=0, beingWritten=true 2024-11-09T01:15:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:15:45,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:15:45,067 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:15:45,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:45,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:45,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:45,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:15:45,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6067dc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:45,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,34039,-1 for getting cluster id 2024-11-09T01:15:45,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:15:45,069 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ac7e1d2-90ba-41d6-a22f-baa8b9019b92' 2024-11-09T01:15:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:15:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ac7e1d2-90ba-41d6-a22f-baa8b9019b92" 2024-11-09T01:15:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8752e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,34039,-1] 2024-11-09T01:15:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:15:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:45,073 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:15:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e323d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:45,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:15:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,34039,1731114931690 2024-11-09T01:15:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@244a48a6 2024-11-09T01:15:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:15:45,078 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:15:45,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://5296cfb18d53:43307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:15:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:15:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T01:15:45,083 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:43307' 2024-11-09T01:15:45,084 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0d411f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:45,084 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43307,-1 for getting cluster id 2024-11-09T01:15:45,085 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:15:45,085 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d469349-7d3e-4fce-9e85-3507241c7d21' 2024-11-09T01:15:45,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:15:45,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d469349-7d3e-4fce-9e85-3507241c7d21" 2024-11-09T01:15:45,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4d3ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:45,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43307,-1] 2024-11-09T01:15:45,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:15:45,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:45,087 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:15:45,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6973faee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:45,088 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:15:45,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43307,1731114939094 2024-11-09T01:15:45,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c7e63a4 2024-11-09T01:15:45,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:15:45,091 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:15:45,092 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T01:15:45,092 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:15:45,092 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:45,092 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:45,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:15:45,132 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447.replicationSource.wal-reader.5296cfb18d53%2C42553%2C1731114932447,1-5296cfb18d53,42553,1731114932447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.1731114935113 to pos 0, reset compression=false 2024-11-09T01:15:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T01:15:45,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:15:45,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-09T01:15:45,361 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T01:15:45,393 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-5296cfb18d53,42553,1731114932447, ReplicationSource: 2, currentBandwidth=0 2024-11-09T01:15:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T01:15:45,397 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T01:15:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T01:15:45,400 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5296cfb18d53,42553,1731114932447 suceeded 2024-11-09T01:15:45,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T01:15:45,404 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5296cfb18d53:43307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:15:45,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-09T01:15:45,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 325 msec 2024-11-09T01:15:45,415 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:43307' 2024-11-09T01:15:45,417 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a17819e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:45,417 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43307,-1 for getting cluster id 2024-11-09T01:15:45,417 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:15:45,418 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d469349-7d3e-4fce-9e85-3507241c7d21' 2024-11-09T01:15:45,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:15:45,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d469349-7d3e-4fce-9e85-3507241c7d21" 2024-11-09T01:15:45,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@287bad0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:45,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43307,-1] 2024-11-09T01:15:45,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:15:45,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:45,420 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:15:45,421 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f0b111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:45,421 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:15:45,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43307,1731114939094 2024-11-09T01:15:45,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7874b591 2024-11-09T01:15:45,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:15:45,424 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T01:15:45,424 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5296cfb18d53,42553,1731114932447 (queues=1) is replicating from cluster=4ac7e1d2-90ba-41d6-a22f-baa8b9019b92 to cluster=2d469349-7d3e-4fce-9e85-3507241c7d21 2024-11-09T01:15:45,425 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5296cfb18d53%2C42553%2C1731114932447 2024-11-09T01:15:45,425 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5296cfb18d53,42553,1731114932447, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:15:45,425 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447.replicationSource.shipper5296cfb18d53%2C42553%2C1731114932447,2-5296cfb18d53,42553,1731114932447 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C42553%2C1731114932447 2024-11-09T01:15:45,425 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447.replicationSource.wal-reader.5296cfb18d53%2C42553%2C1731114932447,2-5296cfb18d53,42553,1731114932447 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.1731114935113, startPosition=0, beingWritten=true 2024-11-09T01:15:45,441 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447.replicationSource.wal-reader.5296cfb18d53%2C42553%2C1731114932447,1-5296cfb18d53,42553,1731114932447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.1731114935113 to pos 0, reset compression=false 2024-11-09T01:15:45,633 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447.replicationSource.wal-reader.5296cfb18d53%2C42553%2C1731114932447,2-5296cfb18d53,42553,1731114932447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.1731114935113 to pos 0, reset compression=false 2024-11-09T01:15:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T01:15:45,707 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T01:15:45,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:15:45,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:45,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:45,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:45,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:15:45,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:15:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,34039,1731114931690 2024-11-09T01:15:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c88dce4 2024-11-09T01:15:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:15:45,713 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:15:45,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T01:15:45,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T01:15:45,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T01:15:45,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T01:15:45,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:43307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:15:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T01:15:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T01:15:45,731 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:43307' 2024-11-09T01:15:45,732 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c72e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:45,732 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43307,-1 for getting cluster id 2024-11-09T01:15:45,733 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:15:45,733 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d469349-7d3e-4fce-9e85-3507241c7d21' 2024-11-09T01:15:45,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:15:45,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d469349-7d3e-4fce-9e85-3507241c7d21" 2024-11-09T01:15:45,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e80815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:45,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43307,-1] 2024-11-09T01:15:45,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:15:45,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:45,735 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:15:45,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c55ccd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:45,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:15:45,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43307,1731114939094 2024-11-09T01:15:45,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@450c4eae 2024-11-09T01:15:45,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:15:45,739 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:15:45,740 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T01:15:45,741 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:15:45,741 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:45,741 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:45,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:15:45,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:15:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T01:15:45,850 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447.replicationSource.wal-reader.5296cfb18d53%2C42553%2C1731114932447,1-5296cfb18d53,42553,1731114932447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.1731114935113 to pos 0, reset compression=false 2024-11-09T01:15:45,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-09T01:15:45,905 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-09T01:15:45,907 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T01:15:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T01:15:45,911 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 5296cfb18d53,42553,1731114932447 suceeded 2024-11-09T01:15:45,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T01:15:45,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-09T01:15:45,917 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://5296cfb18d53:43307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:15:45,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 194 msec 2024-11-09T01:15:45,941 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447.replicationSource.wal-reader.5296cfb18d53%2C42553%2C1731114932447,2-5296cfb18d53,42553,1731114932447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.1731114935113 to pos 0, reset compression=false 2024-11-09T01:15:46,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T01:15:46,047 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-09T01:15:46,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://5296cfb18d53:43307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:15:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T01:15:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T01:15:46,052 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:43307' 2024-11-09T01:15:46,052 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdb2ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:46,053 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43307,-1 for getting cluster id 2024-11-09T01:15:46,053 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:15:46,054 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d469349-7d3e-4fce-9e85-3507241c7d21' 2024-11-09T01:15:46,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:15:46,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d469349-7d3e-4fce-9e85-3507241c7d21" 2024-11-09T01:15:46,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cb933c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:46,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43307,-1] 2024-11-09T01:15:46,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:15:46,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:46,056 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:15:46,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ed42f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:46,057 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:15:46,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43307,1731114939094 2024-11-09T01:15:46,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a69423a 2024-11-09T01:15:46,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:15:46,060 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:15:46,061 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T01:15:46,061 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:15:46,061 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:46,061 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:46,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:15:46,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:15:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T01:15:46,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-09T01:15:46,233 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-09T01:15:46,235 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T01:15:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T01:15:46,241 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 5296cfb18d53,42553,1731114932447 suceeded 2024-11-09T01:15:46,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T01:15:46,246 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://5296cfb18d53:43307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:15:46,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-09T01:15:46,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 199 msec 2024-11-09T01:15:46,349 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447.replicationSource.wal-reader.5296cfb18d53%2C42553%2C1731114932447,2-5296cfb18d53,42553,1731114932447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.1731114935113 to pos 0, reset compression=false 2024-11-09T01:15:46,356 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447.replicationSource.wal-reader.5296cfb18d53%2C42553%2C1731114932447,1-5296cfb18d53,42553,1731114932447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.1731114935113 to pos 0, reset compression=false 2024-11-09T01:15:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T01:15:46,366 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-09T01:15:46,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T01:15:46,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T01:15:46,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:15:46,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:46,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:46,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:46,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:15:46,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:15:46,370 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-09T01:15:46,370 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,34039,1731114931690 2024-11-09T01:15:46,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1664520284/running 2024-11-09T01:15:46,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1664520284/running 2024-11-09T01:15:46,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:46,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:46,433 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:15:46,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:15:46,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:46,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:46,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on znode that does not yet exist, /0-1664520284/running 2024-11-09T01:15:46,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on znode that does not yet exist, /0-1664520284/running 2024-11-09T01:15:46,435 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,42553,1731114932447' ***** 2024-11-09T01:15:46,435 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:15:46,436 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:15:46,437 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:15:46,437 INFO [RS:0;5296cfb18d53:42553 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:15:46,437 INFO [RS:0;5296cfb18d53:42553 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:15:46,437 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(3091): Received CLOSE for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:46,438 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,42553,1731114932447 2024-11-09T01:15:46,438 INFO [RS:0;5296cfb18d53:42553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:15:46,438 INFO [RS:0;5296cfb18d53:42553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:42553. 2024-11-09T01:15:46,439 DEBUG [RS:0;5296cfb18d53:42553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:46,439 DEBUG [RS:0;5296cfb18d53:42553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:46,439 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87fd51f9bda5ec47a2e65e42c51ee6f6, disabling compactions & flushes 2024-11-09T01:15:46,439 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:15:46,439 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:46,439 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:15:46,439 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:15:46,439 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:46,439 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:15:46,439 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. after waiting 0 ms 2024-11-09T01:15:46,439 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:46,439 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:15:46,439 DEBUG [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1325): Online Regions={87fd51f9bda5ec47a2e65e42c51ee6f6=hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:15:46,439 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:15:46,439 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:15:46,439 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:15:46,440 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:15:46,440 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:15:46,440 DEBUG [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:46,443 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87fd51f9bda5ec47a2e65e42c51ee6f6 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-09T01:15:46,443 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T01:15:46,470 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:15:46,509 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/.tmp/info/71cfb25762944695806429b5a973b3ad is 147, key is hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6./info:regioninfo/1731114944282/Put/seqid=0 2024-11-09T01:15:46,509 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/replication/87fd51f9bda5ec47a2e65e42c51ee6f6/.tmp/queue/5bcb384b0ce445fa9ac07ceaedad6f25 is 151, key is 1-5296cfb18d53,42553,1731114932447/queue:5296cfb18d53%2C42553%2C1731114932447/1731114944824/Put/seqid=0 2024-11-09T01:15:46,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741839_1015 (size=6631) 2024-11-09T01:15:46,522 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/.tmp/info/71cfb25762944695806429b5a973b3ad 2024-11-09T01:15:46,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741838_1014 (size=5500) 2024-11-09T01:15:46,602 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/.tmp/ns/7723bf4d8b184ae7882747fed1da23e8 is 43, key is default/ns:d/1731114936320/Put/seqid=0 2024-11-09T01:15:46,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741840_1016 (size=5153) 2024-11-09T01:15:46,640 DEBUG [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:46,840 DEBUG [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:46,857 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447.replicationSource.wal-reader.5296cfb18d53%2C42553%2C1731114932447,2-5296cfb18d53,42553,1731114932447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.1731114935113 to pos 0, reset compression=false 2024-11-09T01:15:46,929 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T01:15:46,929 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/replication/87fd51f9bda5ec47a2e65e42c51ee6f6/.tmp/queue/5bcb384b0ce445fa9ac07ceaedad6f25 2024-11-09T01:15:46,939 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/replication/87fd51f9bda5ec47a2e65e42c51ee6f6/.tmp/queue/5bcb384b0ce445fa9ac07ceaedad6f25 as hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/replication/87fd51f9bda5ec47a2e65e42c51ee6f6/queue/5bcb384b0ce445fa9ac07ceaedad6f25 2024-11-09T01:15:46,949 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/replication/87fd51f9bda5ec47a2e65e42c51ee6f6/queue/5bcb384b0ce445fa9ac07ceaedad6f25, entries=2, sequenceid=6, filesize=5.4 K 2024-11-09T01:15:46,955 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 87fd51f9bda5ec47a2e65e42c51ee6f6 in 513ms, sequenceid=6, compaction requested=false 2024-11-09T01:15:46,962 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447.replicationSource.wal-reader.5296cfb18d53%2C42553%2C1731114932447,1-5296cfb18d53,42553,1731114932447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.1731114935113 to pos 0, reset compression=false 2024-11-09T01:15:46,962 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/replication/87fd51f9bda5ec47a2e65e42c51ee6f6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T01:15:46,965 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:15:46,965 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:15:46,965 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:46,966 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87fd51f9bda5ec47a2e65e42c51ee6f6: Waiting for close lock at 1731114946438Running coprocessor pre-close hooks at 1731114946439 (+1 ms)Disabling compacts and flushes for region at 1731114946439Disabling writes for close at 1731114946439Obtaining lock to block concurrent updates at 1731114946443 (+4 ms)Preparing flush snapshotting stores in 87fd51f9bda5ec47a2e65e42c51ee6f6 at 1731114946443Finished memstore snapshotting hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731114946450 (+7 ms)Flushing stores of hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. at 1731114946452 (+2 ms)Flushing 87fd51f9bda5ec47a2e65e42c51ee6f6/queue: creating writer at 1731114946453 (+1 ms)Flushing 87fd51f9bda5ec47a2e65e42c51ee6f6/queue: appending metadata at 1731114946492 (+39 ms)Flushing 87fd51f9bda5ec47a2e65e42c51ee6f6/queue: closing flushed file at 1731114946495 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23bbb991: reopening flushed file at 1731114946938 (+443 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 87fd51f9bda5ec47a2e65e42c51ee6f6 in 513ms, sequenceid=6, compaction requested=false at 1731114946956 (+18 ms)Writing region close event to WAL at 1731114946957 (+1 ms)Running coprocessor post-close hooks at 1731114946963 (+6 ms)Closed at 1731114946965 (+2 ms) 2024-11-09T01:15:46,967 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:46,981 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:15:46,982 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:15:47,010 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/.tmp/ns/7723bf4d8b184ae7882747fed1da23e8 2024-11-09T01:15:47,035 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/.tmp/table/4f84242b4b0a43e69bc2103950c58ada is 53, key is hbase:replication/table:state/1731114944299/Put/seqid=0 2024-11-09T01:15:47,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741841_1017 (size=5256) 2024-11-09T01:15:47,040 DEBUG [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:15:47,241 DEBUG [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:15:47,441 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:15:47,441 DEBUG [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:15:47,441 DEBUG [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:15:47,442 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/.tmp/table/4f84242b4b0a43e69bc2103950c58ada 2024-11-09T01:15:47,456 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/.tmp/info/71cfb25762944695806429b5a973b3ad as hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/info/71cfb25762944695806429b5a973b3ad 2024-11-09T01:15:47,468 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/info/71cfb25762944695806429b5a973b3ad, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T01:15:47,468 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447.replicationSource.wal-reader.5296cfb18d53%2C42553%2C1731114932447,2-5296cfb18d53,42553,1731114932447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447/5296cfb18d53%2C42553%2C1731114932447.1731114935113 to pos 0, reset compression=false 2024-11-09T01:15:47,470 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/.tmp/ns/7723bf4d8b184ae7882747fed1da23e8 as hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/ns/7723bf4d8b184ae7882747fed1da23e8 2024-11-09T01:15:47,481 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/ns/7723bf4d8b184ae7882747fed1da23e8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T01:15:47,484 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/.tmp/table/4f84242b4b0a43e69bc2103950c58ada as hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/table/4f84242b4b0a43e69bc2103950c58ada 2024-11-09T01:15:47,495 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/table/4f84242b4b0a43e69bc2103950c58ada, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T01:15:47,496 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1056ms, sequenceid=11, compaction requested=false 2024-11-09T01:15:47,503 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T01:15:47,504 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:15:47,504 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:15:47,504 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:15:47,505 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114946439Running coprocessor pre-close hooks at 1731114946439Disabling compacts and flushes for region at 1731114946439Disabling writes for close at 1731114946440 (+1 ms)Obtaining lock to block concurrent updates at 1731114946443 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731114946443Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731114946450 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731114946452 (+2 ms)Flushing 1588230740/info: creating writer at 1731114946453 (+1 ms)Flushing 1588230740/info: appending metadata at 1731114946493 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731114946495 (+2 ms)Flushing 1588230740/ns: creating writer at 1731114946578 (+83 ms)Flushing 1588230740/ns: appending metadata at 1731114946599 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731114946600 (+1 ms)Flushing 1588230740/table: creating writer at 1731114947019 (+419 ms)Flushing 1588230740/table: appending metadata at 1731114947034 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731114947034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27943401: reopening flushed file at 1731114947455 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3b8e99: reopening flushed file at 1731114947468 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27062539: reopening flushed file at 1731114947482 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1056ms, sequenceid=11, compaction requested=false at 1731114947496 (+14 ms)Writing region close event to WAL at 1731114947498 (+2 ms)Running coprocessor post-close hooks at 1731114947504 (+6 ms)Closed at 1731114947504 2024-11-09T01:15:47,505 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:15:47,642 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,42553,1731114932447; all regions closed. 2024-11-09T01:15:47,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741834_1010 (size=2742) 2024-11-09T01:15:47,652 DEBUG [RS:0;5296cfb18d53:42553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/oldWALs 2024-11-09T01:15:47,652 INFO [RS:0;5296cfb18d53:42553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C42553%2C1731114932447.meta:.meta(num 1731114936133) 2024-11-09T01:15:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741837_1013 (size=1802) 2024-11-09T01:15:47,658 DEBUG [RS:0;5296cfb18d53:42553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/oldWALs 2024-11-09T01:15:47,658 INFO [RS:0;5296cfb18d53:42553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C42553%2C1731114932447.rep:(num 1731114944218) 2024-11-09T01:15:47,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741832_1008 (size=93) 2024-11-09T01:15:47,663 DEBUG [RS:0;5296cfb18d53:42553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/oldWALs 2024-11-09T01:15:47,663 INFO [RS:0;5296cfb18d53:42553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C42553%2C1731114932447:(num 1731114935113) 2024-11-09T01:15:47,663 DEBUG [RS:0;5296cfb18d53:42553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:47,663 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:15:47,663 INFO [RS:0;5296cfb18d53:42553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:15:47,664 INFO [RS:0;5296cfb18d53:42553 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:15:47,664 INFO [RS:0;5296cfb18d53:42553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:15:47,664 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:15:47,664 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,42553,1731114932447 because: Region server is closing 2024-11-09T01:15:47,664 INFO [RS:0;5296cfb18d53:42553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:42553. 2024-11-09T01:15:47,665 DEBUG [RS:0;5296cfb18d53:42553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:47,665 DEBUG [RS:0;5296cfb18d53:42553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:47,665 DEBUG [RS:0;5296cfb18d53:42553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:47,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:15:47,765 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447.replicationSource.shipper5296cfb18d53%2C42553%2C1731114932447,1-5296cfb18d53,42553,1731114932447 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T01:15:47,766 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42553,1731114932447.replicationSource.shipper5296cfb18d53%2C42553%2C1731114932447,1-5296cfb18d53,42553,1731114932447 terminated 2024-11-09T01:15:47,766 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5296cfb18d53,42553,1731114932447 because: Region server is closing 2024-11-09T01:15:47,766 INFO [RS:0;5296cfb18d53:42553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:42553. 2024-11-09T01:15:47,767 DEBUG [RS:0;5296cfb18d53:42553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:47,767 DEBUG [RS:0;5296cfb18d53:42553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:47,767 DEBUG [RS:0;5296cfb18d53:42553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:47,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:15:47,867 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447.replicationSource.shipper5296cfb18d53%2C42553%2C1731114932447,2-5296cfb18d53,42553,1731114932447 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T01:15:47,867 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447.replicationSource.wal-reader.5296cfb18d53%2C42553%2C1731114932447,2-5296cfb18d53,42553,1731114932447 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T01:15:47,868 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,42553,1731114932447.replicationSource.shipper5296cfb18d53%2C42553%2C1731114932447,2-5296cfb18d53,42553,1731114932447 terminated 2024-11-09T01:15:47,869 INFO [RS:0;5296cfb18d53:42553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42553 2024-11-09T01:15:47,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1664520284/rs/5296cfb18d53,42553,1731114932447 2024-11-09T01:15:47,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284/rs 2024-11-09T01:15:47,926 INFO [RS:0;5296cfb18d53:42553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:15:47,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,42553,1731114932447] 2024-11-09T01:15:47,950 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1664520284/draining/5296cfb18d53,42553,1731114932447 already deleted, retry=false 2024-11-09T01:15:47,950 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,42553,1731114932447 expired; onlineServers=0 2024-11-09T01:15:47,951 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,34039,1731114931690' ***** 2024-11-09T01:15:47,951 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:15:47,951 INFO [M:0;5296cfb18d53:34039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:15:47,951 INFO [M:0;5296cfb18d53:34039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:15:47,952 DEBUG [M:0;5296cfb18d53:34039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:15:47,952 DEBUG [M:0;5296cfb18d53:34039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:15:47,952 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:15:47,952 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114934820 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114934820,5,FailOnTimeoutGroup] 2024-11-09T01:15:47,952 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114934824 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114934824,5,FailOnTimeoutGroup] 2024-11-09T01:15:47,953 INFO [M:0;5296cfb18d53:34039 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:15:47,953 INFO [M:0;5296cfb18d53:34039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:15:47,953 DEBUG [M:0;5296cfb18d53:34039 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:15:47,953 INFO [M:0;5296cfb18d53:34039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:15:47,954 INFO [M:0;5296cfb18d53:34039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:15:47,955 INFO [M:0;5296cfb18d53:34039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:15:47,955 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:15:47,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1664520284/master 2024-11-09T01:15:47,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:47,961 DEBUG [M:0;5296cfb18d53:34039 {}] zookeeper.ZKUtil(347): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Unable to get data of znode /0-1664520284/master because node does not exist (not an error) 2024-11-09T01:15:47,961 WARN [M:0;5296cfb18d53:34039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:15:47,962 INFO [M:0;5296cfb18d53:34039 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/.lastflushedseqids 2024-11-09T01:15:47,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741842_1018 (size=181) 2024-11-09T01:15:48,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:48,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1011d297f0a0001, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:48,040 INFO [RS:0;5296cfb18d53:42553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:15:48,041 INFO [RS:0;5296cfb18d53:42553 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,42553,1731114932447; zookeeper connection closed. 2024-11-09T01:15:48,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@295fef73 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@295fef73 2024-11-09T01:15:48,042 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:15:48,111 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:15:48,374 INFO [M:0;5296cfb18d53:34039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:15:48,374 INFO [M:0;5296cfb18d53:34039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:15:48,374 DEBUG [M:0;5296cfb18d53:34039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:15:48,374 INFO [M:0;5296cfb18d53:34039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:48,374 DEBUG [M:0;5296cfb18d53:34039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:48,374 DEBUG [M:0;5296cfb18d53:34039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:15:48,374 DEBUG [M:0;5296cfb18d53:34039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:48,375 INFO [M:0;5296cfb18d53:34039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-09T01:15:48,392 DEBUG [M:0;5296cfb18d53:34039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef5fc964decf489d9e2b52028ef121f7 is 82, key is hbase:meta,,1/info:regioninfo/1731114936220/Put/seqid=0 2024-11-09T01:15:48,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741843_1019 (size=5672) 2024-11-09T01:15:48,798 INFO [M:0;5296cfb18d53:34039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef5fc964decf489d9e2b52028ef121f7 2024-11-09T01:15:48,826 DEBUG [M:0;5296cfb18d53:34039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c49f0f9002c4212869c1e293bcda8d8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731114944309/Put/seqid=0 2024-11-09T01:15:48,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741844_1020 (size=8663) 2024-11-09T01:15:49,233 INFO [M:0;5296cfb18d53:34039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c49f0f9002c4212869c1e293bcda8d8 2024-11-09T01:15:49,262 DEBUG [M:0;5296cfb18d53:34039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b37c2691e5d41bead7541b601c097f2 is 69, key is 5296cfb18d53,42553,1731114932447/rs:state/1731114934873/Put/seqid=0 2024-11-09T01:15:49,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741845_1021 (size=5156) 2024-11-09T01:15:49,668 INFO [M:0;5296cfb18d53:34039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b37c2691e5d41bead7541b601c097f2 2024-11-09T01:15:49,678 DEBUG [M:0;5296cfb18d53:34039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef5fc964decf489d9e2b52028ef121f7 as hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef5fc964decf489d9e2b52028ef121f7 2024-11-09T01:15:49,685 INFO [M:0;5296cfb18d53:34039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef5fc964decf489d9e2b52028ef121f7, entries=8, sequenceid=115, filesize=5.5 K 2024-11-09T01:15:49,687 DEBUG [M:0;5296cfb18d53:34039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c49f0f9002c4212869c1e293bcda8d8 as hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c49f0f9002c4212869c1e293bcda8d8 2024-11-09T01:15:49,696 INFO [M:0;5296cfb18d53:34039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c49f0f9002c4212869c1e293bcda8d8, entries=14, sequenceid=115, filesize=8.5 K 2024-11-09T01:15:49,698 DEBUG [M:0;5296cfb18d53:34039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b37c2691e5d41bead7541b601c097f2 as hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b37c2691e5d41bead7541b601c097f2 2024-11-09T01:15:49,706 INFO [M:0;5296cfb18d53:34039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b37c2691e5d41bead7541b601c097f2, entries=1, sequenceid=115, filesize=5.0 K 2024-11-09T01:15:49,707 INFO [M:0;5296cfb18d53:34039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=115, compaction requested=false 2024-11-09T01:15:49,715 INFO [M:0;5296cfb18d53:34039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:49,716 DEBUG [M:0;5296cfb18d53:34039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114948374Disabling compacts and flushes for region at 1731114948374Disabling writes for close at 1731114948374Obtaining lock to block concurrent updates at 1731114948375 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731114948375Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731114948375Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731114948376 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731114948376Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731114948392 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731114948392Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731114948807 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731114948826 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731114948826Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731114949241 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731114949261 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731114949261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10d3cd20: reopening flushed file at 1731114949676 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4673d683: reopening flushed file at 1731114949686 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531893b: reopening flushed file at 1731114949696 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=115, compaction requested=false at 1731114949708 (+12 ms)Writing region close event to WAL at 1731114949715 (+7 ms)Closed at 1731114949715 2024-11-09T01:15:49,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741830_1006 (size=59421) 2024-11-09T01:15:49,724 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:15:49,724 INFO [M:0;5296cfb18d53:34039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:15:49,725 INFO [M:0;5296cfb18d53:34039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34039 2024-11-09T01:15:49,725 INFO [M:0;5296cfb18d53:34039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:15:49,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:49,871 INFO [M:0;5296cfb18d53:34039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:15:49,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1011d297f0a0000, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:49,875 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:15:49,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:49,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:49,875 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:15:49,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:49,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:15:49,875 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:15:49,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:15:49,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36775 2024-11-09T01:15:49,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36775 connecting to ZooKeeper ensemble=127.0.0.1:54395 2024-11-09T01:15:49,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367750x0, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:15:49,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36775-0x1011d297f0a0006 connected 2024-11-09T01:15:50,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:50,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:50,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on znode that does not yet exist, /0-1664520284/running 2024-11-09T01:15:50,024 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1664520284/meta-region-server: INIT 2024-11-09T01:15:50,024 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229, hbase.cluster.distributed=false 2024-11-09T01:15:50,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on znode that does not yet exist, /0-1664520284/acl 2024-11-09T01:15:50,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36775 2024-11-09T01:15:50,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36775 2024-11-09T01:15:50,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36775 2024-11-09T01:15:50,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36775 2024-11-09T01:15:50,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36775 2024-11-09T01:15:50,044 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:15:50,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:50,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:50,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:15:50,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:15:50,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:15:50,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:15:50,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:15:50,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36821 2024-11-09T01:15:50,047 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36821 connecting to ZooKeeper ensemble=127.0.0.1:54395 2024-11-09T01:15:50,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:50,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:50,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368210x0, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:15:50,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368210x0, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on znode that does not yet exist, /0-1664520284/running 2024-11-09T01:15:50,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36821-0x1011d297f0a0007 connected 2024-11-09T01:15:50,096 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1664520284/meta-region-server: INIT 2024-11-09T01:15:50,096 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:15:50,097 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:15:50,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on znode that does not yet exist, /0-1664520284/master 2024-11-09T01:15:50,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on znode that does not yet exist, /0-1664520284/acl 2024-11-09T01:15:50,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36821 2024-11-09T01:15:50,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36821 2024-11-09T01:15:50,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36821 2024-11-09T01:15:50,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36821 2024-11-09T01:15:50,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36821 2024-11-09T01:15:50,118 DEBUG [M:0;5296cfb18d53:36775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:36775 2024-11-09T01:15:50,118 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1664520284/backup-masters/5296cfb18d53,36775,1731114949874 2024-11-09T01:15:50,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284/backup-masters 2024-11-09T01:15:50,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284/backup-masters 2024-11-09T01:15:50,174 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on existing znode=/0-1664520284/backup-masters/5296cfb18d53,36775,1731114949874 2024-11-09T01:15:50,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:50,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1664520284/master 2024-11-09T01:15:50,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:50,212 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on existing znode=/0-1664520284/master 2024-11-09T01:15:50,212 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1664520284/backup-masters/5296cfb18d53,36775,1731114949874 from backup master directory 2024-11-09T01:15:50,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1664520284/backup-masters/5296cfb18d53,36775,1731114949874 2024-11-09T01:15:50,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284/backup-masters 2024-11-09T01:15:50,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284/backup-masters 2024-11-09T01:15:50,298 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:15:50,298 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,36775,1731114949874 2024-11-09T01:15:50,318 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:15:50,318 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:15:50,333 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-09T01:15:50,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741846_1022 (size=196) 2024-11-09T01:15:50,811 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:15:50,812 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:15:50,813 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:15:50,821 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T01:15:50,825 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,34039,1731114931690 to hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,34039,1731114931690-dead as it is dead 2024-11-09T01:15:50,827 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T01:15:50,827 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T01:15:50,827 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,34039,1731114931690-dead/5296cfb18d53%2C34039%2C1731114931690.1731114933842 2024-11-09T01:15:50,833 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,34039,1731114931690-dead/5296cfb18d53%2C34039%2C1731114931690.1731114933842 after 4ms 2024-11-09T01:15:50,835 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,34039,1731114931690-dead/5296cfb18d53%2C34039%2C1731114931690.1731114933842 to hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5296cfb18d53%2C34039%2C1731114931690.1731114933842 2024-11-09T01:15:50,835 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,34039,1731114931690-dead 2024-11-09T01:15:50,836 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,36775,1731114949874 2024-11-09T01:15:50,838 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:15:50,839 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C36775%2C1731114949874, suffix=, logDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,36775,1731114949874, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/oldWALs, maxLogs=10 2024-11-09T01:15:50,859 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,36775,1731114949874/5296cfb18d53%2C36775%2C1731114949874.1731114950840, exclude list is [], retry=0 2024-11-09T01:15:50,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38003,DS-a3316e38-03bc-47fc-9882-098625ded443,DISK] 2024-11-09T01:15:50,868 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,36775,1731114949874/5296cfb18d53%2C36775%2C1731114949874.1731114950840 2024-11-09T01:15:50,868 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46021:46021)] 2024-11-09T01:15:50,868 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:15:50,869 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:15:50,869 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:50,869 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:50,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:50,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:15:50,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:50,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef5fc964decf489d9e2b52028ef121f7 2024-11-09T01:15:50,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:50,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:50,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:15:50,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:50,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c49f0f9002c4212869c1e293bcda8d8 2024-11-09T01:15:50,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:50,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:50,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:15:50,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:50,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b37c2691e5d41bead7541b601c097f2 2024-11-09T01:15:50,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:50,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:50,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:15:50,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:50,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:50,905 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:50,906 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T01:15:50,906 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5296cfb18d53%2C34039%2C1731114931690.1731114933842 2024-11-09T01:15:50,929 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5296cfb18d53%2C34039%2C1731114931690.1731114933842 2024-11-09T01:15:50,931 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5296cfb18d53%2C34039%2C1731114931690.1731114933842 2024-11-09T01:15:50,934 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:50,934 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:50,935 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:15:50,939 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:15:50,946 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-09T01:15:50,948 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70539284, jitterRate=0.05111724138259888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:15:50,949 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731114950869Initializing all the Stores at 1731114950870 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114950870Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114950871 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114950871Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114950871Cleaning up temporary data from old regions at 1731114950934 (+63 ms)Region opened successfully at 1731114950949 (+15 ms) 2024-11-09T01:15:50,950 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:15:50,955 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77578624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:15:50,978 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T01:15:50,979 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:15:50,979 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:15:50,979 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:15:50,980 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T01:15:50,992 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:15:50,992 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:15:50,994 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:15:50,994 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:15:50,997 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T01:15:50,998 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T01:15:50,998 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 17 msec 2024-11-09T01:15:50,998 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:15:51,011 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5296cfb18d53,42553,1731114932447, regionLocation=5296cfb18d53,42553,1731114932447, openSeqNum=2 2024-11-09T01:15:51,011 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5296cfb18d53,42553,1731114932447, table=hbase:meta, region=1588230740 2024-11-09T01:15:51,012 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,42553,1731114932447, state=OPEN 2024-11-09T01:15:51,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1664520284/meta-region-server 2024-11-09T01:15:51,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1664520284/meta-region-server: CHANGED 2024-11-09T01:15:51,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1664520284/meta-region-server 2024-11-09T01:15:51,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1664520284/meta-region-server: CHANGED 2024-11-09T01:15:51,032 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:15:51,081 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1664520284/draining/5296cfb18d53,42553,1731114932447 already deleted, retry=false 2024-11-09T01:15:51,082 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5296cfb18d53,42553,1731114932447 on 5296cfb18d53,36775,1731114949874 2024-11-09T01:15:51,089 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5296cfb18d53,42553,1731114932447, splitWal=true, meta=true 2024-11-09T01:15:51,092 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 5296cfb18d53,42553,1731114932447 (carryingMeta=true) 5296cfb18d53,42553,1731114932447/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@499dfc1e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T01:15:51,097 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Unable to get data of znode /0-1664520284/balancer because node does not exist (not necessarily an error) 2024-11-09T01:15:51,118 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1664520284/balancer already deleted, retry=false 2024-11-09T01:15:51,119 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:15:51,119 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Unable to get data of znode /0-1664520284/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:15:51,130 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1664520284/normalizer already deleted, retry=false 2024-11-09T01:15:51,131 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:15:51,132 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Unable to get data of znode /0-1664520284/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:15:51,139 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1664520284/switch/split already deleted, retry=false 2024-11-09T01:15:51,141 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Unable to get data of znode /0-1664520284/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:15:51,150 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1664520284/switch/merge already deleted, retry=false 2024-11-09T01:15:51,181 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Unable to get data of znode /0-1664520284/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:15:51,192 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1664520284/snapshot-cleanup already deleted, retry=false 2024-11-09T01:15:51,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1664520284/running 2024-11-09T01:15:51,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:51,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1664520284/running 2024-11-09T01:15:51,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:51,205 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,36775,1731114949874, sessionid=0x1011d297f0a0006, setting cluster-up flag (Was=false) 2024-11-09T01:15:51,214 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1664520284/flush-table-proc/acquired, /0-1664520284/flush-table-proc/reached, /0-1664520284/flush-table-proc/abort 2024-11-09T01:15:51,218 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,36775,1731114949874 2024-11-09T01:15:51,232 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1664520284/online-snapshot/acquired, /0-1664520284/online-snapshot/reached, /0-1664520284/online-snapshot/abort 2024-11-09T01:15:51,234 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,36775,1731114949874 2024-11-09T01:15:51,238 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/.lastflushedseqids 2024-11-09T01:15:51,245 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:15:51,246 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:15:51,246 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,36775,1731114949874 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5296cfb18d53,42553,1731114932447 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:15:51,249 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:15:51,249 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:15:51,249 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:15:51,250 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:15:51,250 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:15:51,250 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:51,250 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:15:51,250 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:51,261 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5296cfb18d53,42553,1731114932447, splitWal=true, meta=true 2024-11-09T01:15:51,263 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5296cfb18d53,42553,1731114932447, splitWal=true, meta=true, isMeta: true 2024-11-09T01:15:51,265 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447-splitting 2024-11-09T01:15:51,266 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731114981266 2024-11-09T01:15:51,267 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:15:51,267 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:15:51,267 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:15:51,267 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:15:51,267 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:15:51,267 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447-splitting dir is empty, no logs to split. 2024-11-09T01:15:51,267 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:15:51,267 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5296cfb18d53,42553,1731114932447 WAL count=0, meta=true 2024-11-09T01:15:51,267 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:51,273 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447-splitting dir is empty, no logs to split. 2024-11-09T01:15:51,274 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5296cfb18d53,42553,1731114932447 WAL count=0, meta=true 2024-11-09T01:15:51,274 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5296cfb18d53,42553,1731114932447 WAL splitting is done? wals=0, meta=true 2024-11-09T01:15:51,280 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:15:51,281 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:15:51,281 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:15:51,281 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:15:51,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:15:51,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:15:51,290 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T01:15:51,292 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:15:51,292 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:15:51,296 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114951292,5,FailOnTimeoutGroup] 2024-11-09T01:15:51,299 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114951296,5,FailOnTimeoutGroup] 2024-11-09T01:15:51,299 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:51,299 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:15:51,300 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:51,300 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:51,300 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731114951300, completionTime=-1 2024-11-09T01:15:51,300 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T01:15:51,305 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T01:15:51,309 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(746): ClusterId : 4ac7e1d2-90ba-41d6-a22f-baa8b9019b92 2024-11-09T01:15:51,309 DEBUG [RS:0;5296cfb18d53:36821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:15:51,328 DEBUG [RS:0;5296cfb18d53:36821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:15:51,328 DEBUG [RS:0;5296cfb18d53:36821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:15:51,340 DEBUG [RS:0;5296cfb18d53:36821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:15:51,341 DEBUG [RS:0;5296cfb18d53:36821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe6c75c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:15:51,360 DEBUG [RS:0;5296cfb18d53:36821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:36821 2024-11-09T01:15:51,360 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:15:51,361 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:15:51,361 DEBUG [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:15:51,362 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,36775,1731114949874 with port=36821, startcode=1731114950044 2024-11-09T01:15:51,362 DEBUG [RS:0;5296cfb18d53:36821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:15:51,364 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:15:51,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,36821,1731114950044 2024-11-09T01:15:51,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36775 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,36821,1731114950044 2024-11-09T01:15:51,368 DEBUG [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229 2024-11-09T01:15:51,368 DEBUG [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33523 2024-11-09T01:15:51,368 DEBUG [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:15:51,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284/rs 2024-11-09T01:15:51,383 DEBUG [RS:0;5296cfb18d53:36821 {}] zookeeper.ZKUtil(111): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on existing znode=/0-1664520284/rs/5296cfb18d53,36821,1731114950044 2024-11-09T01:15:51,383 WARN [RS:0;5296cfb18d53:36821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:15:51,383 INFO [RS:0;5296cfb18d53:36821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:15:51,383 DEBUG [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044 2024-11-09T01:15:51,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,36821,1731114950044] 2024-11-09T01:15:51,406 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T01:15:51,441 WARN [5296cfb18d53:36775 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T01:15:51,460 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:15:51,468 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:15:51,469 INFO [RS:0;5296cfb18d53:36821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:15:51,469 INFO [RS:0;5296cfb18d53:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:51,470 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:15:51,471 INFO [RS:0;5296cfb18d53:36821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:15:51,472 INFO [RS:0;5296cfb18d53:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:51,473 DEBUG [RS:0;5296cfb18d53:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:51,473 DEBUG [RS:0;5296cfb18d53:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:51,473 DEBUG [RS:0;5296cfb18d53:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:51,473 DEBUG [RS:0;5296cfb18d53:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:51,473 DEBUG [RS:0;5296cfb18d53:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:51,473 DEBUG [RS:0;5296cfb18d53:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:15:51,474 DEBUG [RS:0;5296cfb18d53:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:51,474 DEBUG [RS:0;5296cfb18d53:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:51,474 DEBUG [RS:0;5296cfb18d53:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:51,474 DEBUG [RS:0;5296cfb18d53:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:51,474 DEBUG [RS:0;5296cfb18d53:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:51,474 DEBUG [RS:0;5296cfb18d53:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:15:51,474 DEBUG [RS:0;5296cfb18d53:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:15:51,474 DEBUG [RS:0;5296cfb18d53:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:15:51,477 INFO [RS:0;5296cfb18d53:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:51,477 INFO [RS:0;5296cfb18d53:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:51,477 INFO [RS:0;5296cfb18d53:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:51,477 INFO [RS:0;5296cfb18d53:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:51,477 INFO [RS:0;5296cfb18d53:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:51,478 INFO [RS:0;5296cfb18d53:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36821,1731114950044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:15:51,504 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:15:51,504 INFO [RS:0;5296cfb18d53:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36821,1731114950044-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:51,536 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,36821,1731114950044, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:15:51,572 DEBUG [RS:0;5296cfb18d53:36821.replicationSource,1-5296cfb18d53,36821,1731114950044 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:43307' 2024-11-09T01:15:51,574 DEBUG [RS:0;5296cfb18d53:36821.replicationSource,1-5296cfb18d53,36821,1731114950044 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43846c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:51,574 DEBUG [RS:0;5296cfb18d53:36821.replicationSource,1-5296cfb18d53,36821,1731114950044 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43307,-1 for getting cluster id 2024-11-09T01:15:51,574 DEBUG [RS:0;5296cfb18d53:36821.replicationSource,1-5296cfb18d53,36821,1731114950044 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:15:51,582 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.ReplicationSource(231): queueId=2-5296cfb18d53,36821,1731114950044, ReplicationSource: 2, currentBandwidth=0 2024-11-09T01:15:51,583 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d469349-7d3e-4fce-9e85-3507241c7d21' 2024-11-09T01:15:51,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:15:51,584 INFO [RS:0;5296cfb18d53:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:51,584 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.Replication(171): 5296cfb18d53,36821,1731114950044 started 2024-11-09T01:15:51,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d469349-7d3e-4fce-9e85-3507241c7d21" 2024-11-09T01:15:51,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c1e3b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:51,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43307,-1] 2024-11-09T01:15:51,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:15:51,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:51,587 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:15:51,589 DEBUG [RS:0;5296cfb18d53:36821.replicationSource,1-5296cfb18d53,36821,1731114950044 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@300d4fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:51,589 DEBUG [RS:0;5296cfb18d53:36821.replicationSource,1-5296cfb18d53,36821,1731114950044 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:15:51,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43307,1731114939094 2024-11-09T01:15:51,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33bf0616 2024-11-09T01:15:51,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:15:51,593 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T01:15:51,596 INFO [RS:0;5296cfb18d53:36821.replicationSource,1-5296cfb18d53,36821,1731114950044 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,36821,1731114950044 (queues=0) is replicating from cluster=4ac7e1d2-90ba-41d6-a22f-baa8b9019b92 to cluster=2d469349-7d3e-4fce-9e85-3507241c7d21 2024-11-09T01:15:51,608 DEBUG [RS:0;5296cfb18d53:36821.replicationSource,2-5296cfb18d53,36821,1731114950044 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:43307' 2024-11-09T01:15:51,610 DEBUG [RS:0;5296cfb18d53:36821.replicationSource,2-5296cfb18d53,36821,1731114950044 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cdf4e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:51,610 DEBUG [RS:0;5296cfb18d53:36821.replicationSource,2-5296cfb18d53,36821,1731114950044 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43307,-1 for getting cluster id 2024-11-09T01:15:51,610 DEBUG [RS:0;5296cfb18d53:36821.replicationSource,2-5296cfb18d53,36821,1731114950044 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:15:51,611 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d469349-7d3e-4fce-9e85-3507241c7d21' 2024-11-09T01:15:51,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:15:51,612 INFO [RS:0;5296cfb18d53:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:51,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d469349-7d3e-4fce-9e85-3507241c7d21" 2024-11-09T01:15:51,612 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,36821,1731114950044, RpcServer on 5296cfb18d53/172.17.0.2:36821, sessionid=0x1011d297f0a0007 2024-11-09T01:15:51,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37ec90c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:51,613 DEBUG [RS:0;5296cfb18d53:36821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:15:51,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43307,-1] 2024-11-09T01:15:51,613 DEBUG [RS:0;5296cfb18d53:36821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,36821,1731114950044 2024-11-09T01:15:51,613 DEBUG [RS:0;5296cfb18d53:36821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,36821,1731114950044' 2024-11-09T01:15:51,613 DEBUG [RS:0;5296cfb18d53:36821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1664520284/flush-table-proc/abort' 2024-11-09T01:15:51,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:15:51,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:51,614 DEBUG [RS:0;5296cfb18d53:36821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1664520284/flush-table-proc/acquired' 2024-11-09T01:15:51,615 DEBUG [RS:0;5296cfb18d53:36821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:15:51,615 DEBUG [RS:0;5296cfb18d53:36821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:15:51,615 DEBUG [RS:0;5296cfb18d53:36821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,36821,1731114950044 2024-11-09T01:15:51,615 DEBUG [RS:0;5296cfb18d53:36821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,36821,1731114950044' 2024-11-09T01:15:51,615 DEBUG [RS:0;5296cfb18d53:36821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1664520284/online-snapshot/abort' 2024-11-09T01:15:51,616 DEBUG [RS:0;5296cfb18d53:36821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1664520284/online-snapshot/acquired' 2024-11-09T01:15:51,616 DEBUG [RS:0;5296cfb18d53:36821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:15:51,616 INFO [RS:0;5296cfb18d53:36821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:15:51,616 INFO [RS:0;5296cfb18d53:36821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:15:51,621 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:15:51,623 DEBUG [RS:0;5296cfb18d53:36821.replicationSource,2-5296cfb18d53,36821,1731114950044 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bb06610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:51,623 DEBUG [RS:0;5296cfb18d53:36821.replicationSource,2-5296cfb18d53,36821,1731114950044 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:15:51,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43307,1731114939094 2024-11-09T01:15:51,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13286736 2024-11-09T01:15:51,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:15:51,627 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T01:15:51,628 INFO [RS:0;5296cfb18d53:36821.replicationSource,2-5296cfb18d53,36821,1731114950044 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5296cfb18d53,36821,1731114950044 (queues=0) is replicating from cluster=4ac7e1d2-90ba-41d6-a22f-baa8b9019b92 to cluster=2d469349-7d3e-4fce-9e85-3507241c7d21 2024-11-09T01:15:51,717 INFO [RS:0;5296cfb18d53:36821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:15:51,719 INFO [RS:0;5296cfb18d53:36821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C36821%2C1731114950044, suffix=, logDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/oldWALs, maxLogs=10 2024-11-09T01:15:51,744 DEBUG [RS:0;5296cfb18d53:36821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720, exclude list is [], retry=0 2024-11-09T01:15:51,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38003,DS-a3316e38-03bc-47fc-9882-098625ded443,DISK] 2024-11-09T01:15:51,757 INFO [RS:0;5296cfb18d53:36821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 2024-11-09T01:15:51,759 DEBUG [RS:0;5296cfb18d53:36821 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5296cfb18d53%2C36821%2C1731114950044 for peer 1 2024-11-09T01:15:51,759 DEBUG [RS:0;5296cfb18d53:36821 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5296cfb18d53%2C36821%2C1731114950044 for peer 2 2024-11-09T01:15:51,759 DEBUG [RS:0;5296cfb18d53:36821 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C36821%2C1731114950044 2024-11-09T01:15:51,760 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,36821,1731114950044, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:15:51,761 DEBUG [RS:0;5296cfb18d53:36821 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5296cfb18d53%2C36821%2C1731114950044 2024-11-09T01:15:51,761 INFO [RS:0;5296cfb18d53:36821.replicationSource.shipper5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C36821%2C1731114950044 2024-11-09T01:15:51,761 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5296cfb18d53,36821,1731114950044, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:15:51,762 DEBUG [RS:0;5296cfb18d53:36821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46021:46021)] 2024-11-09T01:15:51,763 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720, startPosition=0, beingWritten=true 2024-11-09T01:15:51,763 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720, startPosition=0, beingWritten=true 2024-11-09T01:15:51,764 INFO [RS:0;5296cfb18d53:36821.replicationSource.shipper5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C36821%2C1731114950044 2024-11-09T01:15:51,941 DEBUG [5296cfb18d53:36775 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:15:51,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,36821,1731114950044 2024-11-09T01:15:51,944 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,36821,1731114950044, state=OPENING 2024-11-09T01:15:51,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1664520284/meta-region-server 2024-11-09T01:15:51,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1664520284/meta-region-server 2024-11-09T01:15:51,971 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:15:51,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1664520284/meta-region-server: CHANGED 2024-11-09T01:15:51,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,36821,1731114950044}] 2024-11-09T01:15:51,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1664520284/meta-region-server: CHANGED 2024-11-09T01:15:51,985 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:51,991 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:52,125 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:15:52,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:15:52,134 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:15:52,134 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:15:52,135 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:15:52,138 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C36821%2C1731114950044.meta, suffix=.meta, logDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/oldWALs, maxLogs=10 2024-11-09T01:15:52,153 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.meta.1731114952139.meta, exclude list is [], retry=0 2024-11-09T01:15:52,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38003,DS-a3316e38-03bc-47fc-9882-098625ded443,DISK] 2024-11-09T01:15:52,158 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.meta.1731114952139.meta 2024-11-09T01:15:52,158 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46021:46021)] 2024-11-09T01:15:52,158 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:15:52,159 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:15:52,159 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:15:52,159 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:15:52,159 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:15:52,159 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:15:52,159 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:15:52,160 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:15:52,160 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:15:52,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:15:52,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:15:52,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:52,170 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/info/71cfb25762944695806429b5a973b3ad 2024-11-09T01:15:52,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:52,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:15:52,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:15:52,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:52,180 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/ns/7723bf4d8b184ae7882747fed1da23e8 2024-11-09T01:15:52,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:52,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:15:52,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:15:52,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:52,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:52,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:15:52,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:15:52,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:52,192 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/table/4f84242b4b0a43e69bc2103950c58ada 2024-11-09T01:15:52,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:52,192 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:15:52,193 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740 2024-11-09T01:15:52,194 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740 2024-11-09T01:15:52,196 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:15:52,196 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:15:52,197 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:15:52,198 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:15:52,199 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72654118, jitterRate=0.08263072371482849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:15:52,199 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:15:52,200 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731114952160Writing region info on filesystem at 1731114952160Initializing all the Stores at 1731114952161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114952161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114952161Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114952162 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114952162Cleaning up temporary data from old regions at 1731114952196 (+34 ms)Running coprocessor post-open hooks at 1731114952199 (+3 ms)Region opened successfully at 1731114952200 (+1 ms) 2024-11-09T01:15:52,201 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731114952125 2024-11-09T01:15:52,203 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:15:52,203 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:15:52,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5296cfb18d53,36821,1731114950044 2024-11-09T01:15:52,205 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,36821,1731114950044, state=OPEN 2024-11-09T01:15:52,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1664520284/meta-region-server 2024-11-09T01:15:52,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1664520284/meta-region-server 2024-11-09T01:15:52,234 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,36821,1731114950044 2024-11-09T01:15:52,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1664520284/meta-region-server: CHANGED 2024-11-09T01:15:52,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1664520284/meta-region-server: CHANGED 2024-11-09T01:15:52,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T01:15:52,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,36821,1731114950044 in 263 msec 2024-11-09T01:15:52,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T01:15:52,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 956 msec 2024-11-09T01:15:52,294 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:52,300 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:52,705 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:52,708 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:52,909 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1609ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-09T01:15:53,212 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:53,214 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:53,269 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:15:53,819 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:53,821 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:54,413 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3113ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-09T01:15:54,526 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:54,529 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:55,334 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:55,336 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:55,816 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4516ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T01:15:55,816 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:15:55,817 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:15:55,817 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36821,1731114950044, seqNum=-1] 2024-11-09T01:15:55,817 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:15:55,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:15:55,825 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=87fd51f9bda5ec47a2e65e42c51ee6f6, regionState=OPEN, lastHost=5296cfb18d53,42553,1731114932447, regionLocation=5296cfb18d53,42553,1731114932447, openSeqNum=2 2024-11-09T01:15:55,826 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:15:55,826 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115015826 2024-11-09T01:15:55,826 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115075826 2024-11-09T01:15:55,826 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-09T01:15:55,826 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36775,1731114949874-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:55,826 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36775,1731114949874-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:55,826 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 5296cfb18d53,42553,1731114932447 had 2 regions 2024-11-09T01:15:55,826 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36775,1731114949874-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:55,826 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:36775, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:55,827 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:55,827 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:55,828 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5296cfb18d53,42553,1731114932447, splitWal=true, meta=true, isMeta: false 2024-11-09T01:15:55,830 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447-splitting dir is empty, no logs to split. 2024-11-09T01:15:55,830 INFO [PEWorker-4 {}] master.SplitWALManager(105): 5296cfb18d53,42553,1731114932447 WAL count=0, meta=false 2024-11-09T01:15:55,834 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,42553,1731114932447-splitting dir is empty, no logs to split. 2024-11-09T01:15:55,834 INFO [PEWorker-4 {}] master.SplitWALManager(105): 5296cfb18d53,42553,1731114932447 WAL count=0, meta=false 2024-11-09T01:15:55,834 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 5296cfb18d53,42553,1731114932447 WAL splitting is done? wals=0, meta=false 2024-11-09T01:15:55,835 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.535sec 2024-11-09T01:15:55,835 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:15:55,835 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:15:55,835 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:15:55,835 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:15:55,835 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:15:55,835 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36775,1731114949874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:15:55,835 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36775,1731114949874-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:15:55,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87fd51f9bda5ec47a2e65e42c51ee6f6, ASSIGN}] 2024-11-09T01:15:55,841 WARN [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5296cfb18d53,42553,1731114932447/hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:55,842 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:15:55,842 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:15:55,842 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36775,1731114949874-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:15:55,843 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87fd51f9bda5ec47a2e65e42c51ee6f6, ASSIGN 2024-11-09T01:15:55,844 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87fd51f9bda5ec47a2e65e42c51ee6f6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T01:15:55,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dae96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:55,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,36775,-1 for getting cluster id 2024-11-09T01:15:55,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:15:55,928 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ac7e1d2-90ba-41d6-a22f-baa8b9019b92' 2024-11-09T01:15:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:15:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ac7e1d2-90ba-41d6-a22f-baa8b9019b92" 2024-11-09T01:15:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f31a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,36775,-1] 2024-11-09T01:15:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:15:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:55,932 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:15:55,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aba698d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:55,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:15:55,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36821,1731114950044, seqNum=-1] 2024-11-09T01:15:55,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:15:55,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:15:55,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T01:15:55,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:15:55,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:55,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:55,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:55,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:15:55,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5296cfb18d53:36775 after: 5296cfb18d53:36775 2024-11-09T01:15:55,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:55,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,36775,-1 for getting cluster id 2024-11-09T01:15:55,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:15:55,945 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ac7e1d2-90ba-41d6-a22f-baa8b9019b92' 2024-11-09T01:15:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:15:55,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ac7e1d2-90ba-41d6-a22f-baa8b9019b92" 2024-11-09T01:15:55,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cbea40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:55,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,36775,-1] 2024-11-09T01:15:55,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:15:55,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:55,948 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:15:55,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:15:55,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:15:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,36775,1731114949874 2024-11-09T01:15:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@709a07b 2024-11-09T01:15:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:15:55,951 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:15:55,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T01:15:55,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T01:15:55,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T01:15:55,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T01:15:55,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:15:55,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:15:55,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:55,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:55,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:55,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:15:55,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:15:55,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2014350823, stopped=false 2024-11-09T01:15:55,955 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,43307,1731114939094 2024-11-09T01:15:55,994 DEBUG [5296cfb18d53:36775 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:15:55,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=87fd51f9bda5ec47a2e65e42c51ee6f6, regionState=OPENING, regionLocation=5296cfb18d53,36821,1731114950044 2024-11-09T01:15:56,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87fd51f9bda5ec47a2e65e42c51ee6f6, ASSIGN because future has completed 2024-11-09T01:15:56,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87fd51f9bda5ec47a2e65e42c51ee6f6, server=5296cfb18d53,36821,1731114950044}] 2024-11-09T01:15:56,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1568441407/running 2024-11-09T01:15:56,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1568441407/running 2024-11-09T01:15:56,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:56,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:56,072 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:15:56,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:15:56,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:56,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Set watcher on znode that does not yet exist, /1-1568441407/running 2024-11-09T01:15:56,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:56,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Set watcher on znode that does not yet exist, /1-1568441407/running 2024-11-09T01:15:56,073 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,40711,1731114939209' ***** 2024-11-09T01:15:56,073 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:15:56,073 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:15:56,074 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:15:56,074 INFO [RS:0;5296cfb18d53:40711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:15:56,074 INFO [RS:0;5296cfb18d53:40711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:15:56,074 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,40711,1731114939209 2024-11-09T01:15:56,074 INFO [RS:0;5296cfb18d53:40711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:15:56,074 INFO [RS:0;5296cfb18d53:40711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:40711. 2024-11-09T01:15:56,074 DEBUG [RS:0;5296cfb18d53:40711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:56,074 DEBUG [RS:0;5296cfb18d53:40711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:56,074 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:15:56,074 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:15:56,074 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:15:56,074 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:15:56,075 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:15:56,075 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:15:56,075 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:15:56,075 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:15:56,075 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:15:56,075 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:15:56,075 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:15:56,075 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:15:56,075 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T01:15:56,084 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:15:56,094 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/data/hbase/meta/1588230740/.tmp/ns/edf1984a1f9042779f44deed144661c6 is 43, key is default/ns:d/1731114942694/Put/seqid=0 2024-11-09T01:15:56,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741835_1011 (size=5153) 2024-11-09T01:15:56,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:56,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:15:56,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:15:56,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C36821%2C1731114950044.rep, suffix=, logDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/oldWALs, maxLogs=10 2024-11-09T01:15:56,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.rep.1731114956170, exclude list is [], retry=0 2024-11-09T01:15:56,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38003,DS-a3316e38-03bc-47fc-9882-098625ded443,DISK] 2024-11-09T01:15:56,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.rep.1731114956170 2024-11-09T01:15:56,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46021:46021)] 2024-11-09T01:15:56,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 87fd51f9bda5ec47a2e65e42c51ee6f6, NAME => 'hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:15:56,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:15:56,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:15:56,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. service=MultiRowMutationService 2024-11-09T01:15:56,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:15:56,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:56,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:15:56,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:56,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:56,194 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:56,195 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87fd51f9bda5ec47a2e65e42c51ee6f6 columnFamilyName hfileref 2024-11-09T01:15:56,195 DEBUG [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:56,196 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] regionserver.HStore(327): Store=87fd51f9bda5ec47a2e65e42c51ee6f6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:56,196 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:56,197 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87fd51f9bda5ec47a2e65e42c51ee6f6 columnFamilyName queue 2024-11-09T01:15:56,197 DEBUG [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:56,203 DEBUG [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/replication/87fd51f9bda5ec47a2e65e42c51ee6f6/queue/5bcb384b0ce445fa9ac07ceaedad6f25 2024-11-09T01:15:56,203 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] regionserver.HStore(327): Store=87fd51f9bda5ec47a2e65e42c51ee6f6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:56,204 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:56,205 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87fd51f9bda5ec47a2e65e42c51ee6f6 columnFamilyName sid 2024-11-09T01:15:56,205 DEBUG [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:56,205 INFO [StoreOpener-87fd51f9bda5ec47a2e65e42c51ee6f6-1 {}] regionserver.HStore(327): Store=87fd51f9bda5ec47a2e65e42c51ee6f6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:15:56,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:56,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/replication/87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:56,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/replication/87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:56,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:56,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:56,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:15:56,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:56,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 87fd51f9bda5ec47a2e65e42c51ee6f6; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59926330, jitterRate=-0.10702809691429138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:15:56,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:56,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 87fd51f9bda5ec47a2e65e42c51ee6f6: Running coprocessor pre-open hook at 1731114956193Writing region info on filesystem at 1731114956193Initializing all the Stores at 1731114956194 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114956194Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114956194Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114956194Cleaning up temporary data from old regions at 1731114956209 (+15 ms)Running coprocessor post-open hooks at 1731114956213 (+4 ms)Region opened successfully at 1731114956214 (+1 ms) 2024-11-09T01:15:56,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6., pid=19, masterSystemTime=1731114956157 2024-11-09T01:15:56,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:56,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:56,220 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=87fd51f9bda5ec47a2e65e42c51ee6f6, regionState=OPEN, openSeqNum=10, regionLocation=5296cfb18d53,36821,1731114950044 2024-11-09T01:15:56,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87fd51f9bda5ec47a2e65e42c51ee6f6, server=5296cfb18d53,36821,1731114950044 because future has completed 2024-11-09T01:15:56,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T01:15:56,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 87fd51f9bda5ec47a2e65e42c51ee6f6, server=5296cfb18d53,36821,1731114950044 in 223 msec 2024-11-09T01:15:56,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-09T01:15:56,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87fd51f9bda5ec47a2e65e42c51ee6f6, ASSIGN in 389 msec 2024-11-09T01:15:56,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T01:15:56,242 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:56,243 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:56,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6., hostname=5296cfb18d53,36821,1731114950044, seqNum=10] 2024-11-09T01:15:56,275 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 5296cfb18d53,42553,1731114932447 2024-11-09T01:15:56,275 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:15:56,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T01:15:56,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-09T01:15:56,475 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:15:56,500 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/data/hbase/meta/1588230740/.tmp/ns/edf1984a1f9042779f44deed144661c6 2024-11-09T01:15:56,510 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/data/hbase/meta/1588230740/.tmp/ns/edf1984a1f9042779f44deed144661c6 as hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/data/hbase/meta/1588230740/ns/edf1984a1f9042779f44deed144661c6 2024-11-09T01:15:56,518 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/data/hbase/meta/1588230740/ns/edf1984a1f9042779f44deed144661c6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T01:15:56,519 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-09T01:15:56,519 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:15:56,524 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T01:15:56,525 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:15:56,525 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:15:56,525 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:15:56,526 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114956075Running coprocessor pre-close hooks at 1731114956075Disabling compacts and flushes for region at 1731114956075Disabling writes for close at 1731114956075Obtaining lock to block concurrent updates at 1731114956075Preparing flush snapshotting stores in 1588230740 at 1731114956075Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731114956075Flushing stores of hbase:meta,,1.1588230740 at 1731114956076 (+1 ms)Flushing 1588230740/ns: creating writer at 1731114956076Flushing 1588230740/ns: appending metadata at 1731114956093 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731114956093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78553e0: reopening flushed file at 1731114956509 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1731114956519 (+10 ms)Writing region close event to WAL at 1731114956521 (+2 ms)Running coprocessor post-close hooks at 1731114956525 (+4 ms)Closed at 1731114956525 2024-11-09T01:15:56,526 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:15:56,675 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,40711,1731114939209; all regions closed. 2024-11-09T01:15:56,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741834_1010 (size=1152) 2024-11-09T01:15:56,683 DEBUG [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/oldWALs 2024-11-09T01:15:56,683 INFO [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C40711%2C1731114939209.meta:.meta(num 1731114942583) 2024-11-09T01:15:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741833_1009 (size=93) 2024-11-09T01:15:56,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/WALs/5296cfb18d53,40711,1731114939209/5296cfb18d53%2C40711%2C1731114939209.1731114941913 not finished, retry = 0 2024-11-09T01:15:56,830 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:15:56,830 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:15:56,978 DEBUG [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/oldWALs 2024-11-09T01:15:56,978 INFO [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C40711%2C1731114939209:(num 1731114941913) 2024-11-09T01:15:56,979 DEBUG [RS:0;5296cfb18d53:40711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:56,979 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:15:56,979 INFO [RS:0;5296cfb18d53:40711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:15:56,979 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:15:56,979 INFO [RS:0;5296cfb18d53:40711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:15:56,979 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:15:56,979 INFO [RS:0;5296cfb18d53:40711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40711 2024-11-09T01:15:57,250 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:57,251 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:57,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1568441407/rs/5296cfb18d53,40711,1731114939209 2024-11-09T01:15:57,253 INFO [RS:0;5296cfb18d53:40711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:15:57,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407/rs 2024-11-09T01:15:57,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,40711,1731114939209] 2024-11-09T01:15:57,303 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1568441407/draining/5296cfb18d53,40711,1731114939209 already deleted, retry=false 2024-11-09T01:15:57,304 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,40711,1731114939209 expired; onlineServers=0 2024-11-09T01:15:57,304 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,43307,1731114939094' ***** 2024-11-09T01:15:57,304 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:15:57,304 INFO [M:0;5296cfb18d53:43307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:15:57,304 INFO [M:0;5296cfb18d53:43307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:15:57,304 DEBUG [M:0;5296cfb18d53:43307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:15:57,304 DEBUG [M:0;5296cfb18d53:43307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:15:57,304 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:15:57,304 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114941364 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114941364,5,FailOnTimeoutGroup] 2024-11-09T01:15:57,304 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114941365 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114941365,5,FailOnTimeoutGroup] 2024-11-09T01:15:57,304 INFO [M:0;5296cfb18d53:43307 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:15:57,304 INFO [M:0;5296cfb18d53:43307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:15:57,304 DEBUG [M:0;5296cfb18d53:43307 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:15:57,304 INFO [M:0;5296cfb18d53:43307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:15:57,304 INFO [M:0;5296cfb18d53:43307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:15:57,305 INFO [M:0;5296cfb18d53:43307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:15:57,305 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:15:57,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1568441407/master 2024-11-09T01:15:57,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1568441407 2024-11-09T01:15:57,314 DEBUG [M:0;5296cfb18d53:43307 {}] zookeeper.ZKUtil(347): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Unable to get data of znode /1-1568441407/master because node does not exist (not an error) 2024-11-09T01:15:57,314 WARN [M:0;5296cfb18d53:43307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:15:57,316 INFO [M:0;5296cfb18d53:43307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/.lastflushedseqids 2024-11-09T01:15:57,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741836_1012 (size=99) 2024-11-09T01:15:57,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:57,383 INFO [RS:0;5296cfb18d53:40711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:15:57,383 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,40711,1731114939209; zookeeper connection closed. 2024-11-09T01:15:57,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d297f0a0004, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:57,383 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@562152bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@562152bd 2024-11-09T01:15:57,383 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:15:57,460 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T01:15:57,722 INFO [M:0;5296cfb18d53:43307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:15:57,723 INFO [M:0;5296cfb18d53:43307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:15:57,723 DEBUG [M:0;5296cfb18d53:43307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:15:57,723 INFO [M:0;5296cfb18d53:43307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:57,723 DEBUG [M:0;5296cfb18d53:43307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:57,723 DEBUG [M:0;5296cfb18d53:43307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:15:57,723 DEBUG [M:0;5296cfb18d53:43307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:57,723 INFO [M:0;5296cfb18d53:43307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T01:15:57,740 DEBUG [M:0;5296cfb18d53:43307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8230d02bf984c1c902360ffcf1df704 is 82, key is hbase:meta,,1/info:regioninfo/1731114942634/Put/seqid=0 2024-11-09T01:15:57,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741837_1013 (size=5672) 2024-11-09T01:15:58,145 INFO [M:0;5296cfb18d53:43307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8230d02bf984c1c902360ffcf1df704 2024-11-09T01:15:58,169 DEBUG [M:0;5296cfb18d53:43307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cb3293db2974f85a4de392d2b781a9c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731114942702/Put/seqid=0 2024-11-09T01:15:58,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741838_1014 (size=5275) 2024-11-09T01:15:58,356 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:58,358 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:58,580 INFO [M:0;5296cfb18d53:43307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cb3293db2974f85a4de392d2b781a9c 2024-11-09T01:15:58,616 DEBUG [M:0;5296cfb18d53:43307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d5caa185644468dbd003c714d5a55ab is 69, key is 5296cfb18d53,40711,1731114939209/rs:state/1731114941621/Put/seqid=0 2024-11-09T01:15:58,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741839_1015 (size=5156) 2024-11-09T01:15:59,021 INFO [M:0;5296cfb18d53:43307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d5caa185644468dbd003c714d5a55ab 2024-11-09T01:15:59,029 DEBUG [M:0;5296cfb18d53:43307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8230d02bf984c1c902360ffcf1df704 as hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8230d02bf984c1c902360ffcf1df704 2024-11-09T01:15:59,036 INFO [M:0;5296cfb18d53:43307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8230d02bf984c1c902360ffcf1df704, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T01:15:59,037 DEBUG [M:0;5296cfb18d53:43307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cb3293db2974f85a4de392d2b781a9c as hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cb3293db2974f85a4de392d2b781a9c 2024-11-09T01:15:59,044 INFO [M:0;5296cfb18d53:43307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cb3293db2974f85a4de392d2b781a9c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T01:15:59,046 DEBUG [M:0;5296cfb18d53:43307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d5caa185644468dbd003c714d5a55ab as hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d5caa185644468dbd003c714d5a55ab 2024-11-09T01:15:59,052 INFO [M:0;5296cfb18d53:43307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35699/user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d5caa185644468dbd003c714d5a55ab, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T01:15:59,053 INFO [M:0;5296cfb18d53:43307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=28, compaction requested=false 2024-11-09T01:15:59,054 INFO [M:0;5296cfb18d53:43307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:59,055 DEBUG [M:0;5296cfb18d53:43307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114957723Disabling compacts and flushes for region at 1731114957723Disabling writes for close at 1731114957723Obtaining lock to block concurrent updates at 1731114957723Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731114957723Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731114957723Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731114957724 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731114957724Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731114957739 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731114957739Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731114958151 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731114958169 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731114958169Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731114958593 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731114958615 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731114958615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9a614b: reopening flushed file at 1731114959027 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be6a354: reopening flushed file at 1731114959036 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce8cb92: reopening flushed file at 1731114959045 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=28, compaction requested=false at 1731114959053 (+8 ms)Writing region close event to WAL at 1731114959054 (+1 ms)Closed at 1731114959054 2024-11-09T01:15:59,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741830_1006 (size=10165) 2024-11-09T01:15:59,057 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/938b65bd-3229-2b59-566a-9bcbe052d1e9/MasterData/WALs/5296cfb18d53,43307,1731114939094/5296cfb18d53%2C43307%2C1731114939094.1731114941041 not finished, retry = 0 2024-11-09T01:15:59,159 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:15:59,159 INFO [M:0;5296cfb18d53:43307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:15:59,159 INFO [M:0;5296cfb18d53:43307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43307 2024-11-09T01:15:59,162 INFO [M:0;5296cfb18d53:43307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:15:59,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:59,309 INFO [M:0;5296cfb18d53:43307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:15:59,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43307-0x1011d297f0a0003, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:59,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:15:59,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:15:59,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:15:59,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:15:59,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/hadoop.log.dir/,STOPPED} 2024-11-09T01:15:59,322 WARN [BP-1299023166-172.17.0.2-1731114936694 heartbeating to localhost/127.0.0.1:35699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:15:59,322 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:15:59,322 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:15:59,322 WARN [BP-1299023166-172.17.0.2-1731114936694 heartbeating to localhost/127.0.0.1:35699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1299023166-172.17.0.2-1731114936694 (Datanode Uuid 364ebf03-eb0a-4e6c-a8f5-05ee8939c748) service to localhost/127.0.0.1:35699 2024-11-09T01:15:59,323 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/cluster_f5d23b1a-3f61-2f3c-e54b-54620313edb3/data/data1/current/BP-1299023166-172.17.0.2-1731114936694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:15:59,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/cluster_f5d23b1a-3f61-2f3c-e54b-54620313edb3/data/data2/current/BP-1299023166-172.17.0.2-1731114936694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:15:59,324 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:15:59,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:15:59,332 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:15:59,332 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:15:59,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:15:59,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/hadoop.log.dir/,STOPPED} 2024-11-09T01:15:59,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:15:59,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:15:59,352 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:15:59,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:59,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:59,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:59,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:15:59,352 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:15:59,353 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1134640009, stopped=false 2024-11-09T01:15:59,353 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,36775,1731114949874 2024-11-09T01:15:59,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1664520284/running 2024-11-09T01:15:59,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1664520284/running 2024-11-09T01:15:59,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:59,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:15:59,370 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:15:59,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:15:59,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:59,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:59,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on znode that does not yet exist, /0-1664520284/running 2024-11-09T01:15:59,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Set watcher on znode that does not yet exist, /0-1664520284/running 2024-11-09T01:15:59,372 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,36821,1731114950044' ***** 2024-11-09T01:15:59,372 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:15:59,372 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:15:59,372 INFO [RS:0;5296cfb18d53:36821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:15:59,372 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:15:59,372 INFO [RS:0;5296cfb18d53:36821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:15:59,373 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(3091): Received CLOSE for 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:59,373 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,36821,1731114950044 2024-11-09T01:15:59,373 INFO [RS:0;5296cfb18d53:36821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:15:59,373 INFO [RS:0;5296cfb18d53:36821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:36821. 2024-11-09T01:15:59,373 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87fd51f9bda5ec47a2e65e42c51ee6f6, disabling compactions & flushes 2024-11-09T01:15:59,373 DEBUG [RS:0;5296cfb18d53:36821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:59,373 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:59,373 DEBUG [RS:0;5296cfb18d53:36821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:59,373 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:59,373 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. after waiting 0 ms 2024-11-09T01:15:59,373 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:15:59,373 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:59,373 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:15:59,374 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:15:59,374 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:15:59,374 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:15:59,374 DEBUG [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(1325): Online Regions={87fd51f9bda5ec47a2e65e42c51ee6f6=hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:15:59,374 DEBUG [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87fd51f9bda5ec47a2e65e42c51ee6f6 2024-11-09T01:15:59,374 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:15:59,374 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:15:59,374 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:15:59,374 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:15:59,375 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:15:59,375 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T01:15:59,380 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/replication/87fd51f9bda5ec47a2e65e42c51ee6f6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-09T01:15:59,381 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:15:59,381 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:15:59,381 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:59,382 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87fd51f9bda5ec47a2e65e42c51ee6f6: Waiting for close lock at 1731114959373Running coprocessor pre-close hooks at 1731114959373Disabling compacts and flushes for region at 1731114959373Disabling writes for close at 1731114959373Writing region close event to WAL at 1731114959374 (+1 ms)Running coprocessor post-close hooks at 1731114959381 (+7 ms)Closed at 1731114959381 2024-11-09T01:15:59,382 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6. 2024-11-09T01:15:59,385 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:15:59,400 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/.tmp/info/4935021e37ec44aba0b6b6cff465688e is 147, key is hbase:replication,,1731114942947.87fd51f9bda5ec47a2e65e42c51ee6f6./info:regioninfo/1731114956220/Put/seqid=0 2024-11-09T01:15:59,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741851_1027 (size=6385) 2024-11-09T01:15:59,477 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:15:59,478 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:15:59,563 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:59,565 DEBUG [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/WALs/5296cfb18d53,36821,1731114950044/5296cfb18d53%2C36821%2C1731114950044.1731114951720 to pos 0, reset compression=false 2024-11-09T01:15:59,574 DEBUG [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:15:59,775 DEBUG [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:15:59,806 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/.tmp/info/4935021e37ec44aba0b6b6cff465688e 2024-11-09T01:15:59,819 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/.tmp/info/4935021e37ec44aba0b6b6cff465688e as hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/info/4935021e37ec44aba0b6b6cff465688e 2024-11-09T01:15:59,826 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/info/4935021e37ec44aba0b6b6cff465688e, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T01:15:59,827 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=19, compaction requested=false 2024-11-09T01:15:59,832 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T01:15:59,833 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:15:59,833 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:15:59,833 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:15:59,833 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114959374Running coprocessor pre-close hooks at 1731114959374Disabling compacts and flushes for region at 1731114959374Disabling writes for close at 1731114959375 (+1 ms)Obtaining lock to block concurrent updates at 1731114959375Preparing flush snapshotting stores in 1588230740 at 1731114959375Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731114959375Flushing stores of hbase:meta,,1.1588230740 at 1731114959376 (+1 ms)Flushing 1588230740/info: creating writer at 1731114959376Flushing 1588230740/info: appending metadata at 1731114959400 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731114959400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dfa8a62: reopening flushed file at 1731114959817 (+417 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=19, compaction requested=false at 1731114959827 (+10 ms)Writing region close event to WAL at 1731114959828 (+1 ms)Running coprocessor post-close hooks at 1731114959833 (+5 ms)Closed at 1731114959833 2024-11-09T01:15:59,833 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:15:59,975 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,36821,1731114950044; all regions closed. 2024-11-09T01:15:59,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741849_1025 (size=2156) 2024-11-09T01:15:59,986 DEBUG [RS:0;5296cfb18d53:36821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/oldWALs 2024-11-09T01:15:59,986 INFO [RS:0;5296cfb18d53:36821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C36821%2C1731114950044.meta:.meta(num 1731114952139) 2024-11-09T01:15:59,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741850_1026 (size=796) 2024-11-09T01:15:59,991 DEBUG [RS:0;5296cfb18d53:36821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/oldWALs 2024-11-09T01:15:59,991 INFO [RS:0;5296cfb18d53:36821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C36821%2C1731114950044.rep:(num 1731114956170) 2024-11-09T01:15:59,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741848_1024 (size=93) 2024-11-09T01:15:59,996 DEBUG [RS:0;5296cfb18d53:36821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/oldWALs 2024-11-09T01:15:59,996 INFO [RS:0;5296cfb18d53:36821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C36821%2C1731114950044:(num 1731114951720) 2024-11-09T01:15:59,996 DEBUG [RS:0;5296cfb18d53:36821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:59,996 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:15:59,996 INFO [RS:0;5296cfb18d53:36821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:15:59,996 INFO [RS:0;5296cfb18d53:36821 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:15:59,996 INFO [RS:0;5296cfb18d53:36821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:15:59,996 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:15:59,996 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,36821,1731114950044 because: Region server is closing 2024-11-09T01:15:59,996 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T01:15:59,997 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T01:15:59,997 INFO [RS:0;5296cfb18d53:36821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:36821. 2024-11-09T01:15:59,997 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-09T01:15:59,997 DEBUG [RS:0;5296cfb18d53:36821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:59,997 DEBUG [RS:0;5296cfb18d53:36821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:59,997 DEBUG [RS:0;5296cfb18d53:36821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:59,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:16:00,097 WARN [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T01:16:00,097 WARN [RS:0;5296cfb18d53:36821.replicationSource.shipper5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T01:16:00,098 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5296cfb18d53:36821.replicationSource.shipper5296cfb18d53%2C36821%2C1731114950044,1-5296cfb18d53,36821,1731114950044 terminated 2024-11-09T01:16:00,098 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5296cfb18d53,36821,1731114950044 because: Region server is closing 2024-11-09T01:16:00,098 INFO [RS:0;5296cfb18d53:36821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:36821. 2024-11-09T01:16:00,098 DEBUG [RS:0;5296cfb18d53:36821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:16:00,098 DEBUG [RS:0;5296cfb18d53:36821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:00,098 DEBUG [RS:0;5296cfb18d53:36821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:00,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:16:00,198 WARN [RS:0;5296cfb18d53:36821.replicationSource.shipper5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T01:16:00,198 WARN [RS:0;5296cfb18d53:36821.replicationSource.wal-reader.5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T01:16:00,199 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;5296cfb18d53:36821.replicationSource.shipper5296cfb18d53%2C36821%2C1731114950044,2-5296cfb18d53,36821,1731114950044 terminated 2024-11-09T01:16:00,199 INFO [RS:0;5296cfb18d53:36821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36821 2024-11-09T01:16:00,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284/rs 2024-11-09T01:16:00,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1664520284/rs/5296cfb18d53,36821,1731114950044 2024-11-09T01:16:00,212 INFO [RS:0;5296cfb18d53:36821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:16:00,223 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,36821,1731114950044] 2024-11-09T01:16:00,233 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1664520284/draining/5296cfb18d53,36821,1731114950044 already deleted, retry=false 2024-11-09T01:16:00,233 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,36821,1731114950044 expired; onlineServers=0 2024-11-09T01:16:00,233 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,36775,1731114949874' ***** 2024-11-09T01:16:00,233 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:16:00,233 INFO [M:0;5296cfb18d53:36775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:16:00,234 INFO [M:0;5296cfb18d53:36775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:16:00,234 DEBUG [M:0;5296cfb18d53:36775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:16:00,234 DEBUG [M:0;5296cfb18d53:36775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:16:00,234 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:16:00,234 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114951296 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114951296,5,FailOnTimeoutGroup] 2024-11-09T01:16:00,234 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114951292 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114951292,5,FailOnTimeoutGroup] 2024-11-09T01:16:00,234 INFO [M:0;5296cfb18d53:36775 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:16:00,234 INFO [M:0;5296cfb18d53:36775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:16:00,234 DEBUG [M:0;5296cfb18d53:36775 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:16:00,234 INFO [M:0;5296cfb18d53:36775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:16:00,234 INFO [M:0;5296cfb18d53:36775 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:16:00,235 INFO [M:0;5296cfb18d53:36775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:16:00,235 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:16:00,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1664520284/master 2024-11-09T01:16:00,244 DEBUG [M:0;5296cfb18d53:36775 {}] zookeeper.ZKUtil(347): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Unable to get data of znode /0-1664520284/master because node does not exist (not an error) 2024-11-09T01:16:00,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1664520284 2024-11-09T01:16:00,244 WARN [M:0;5296cfb18d53:36775 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:16:00,245 INFO [M:0;5296cfb18d53:36775 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/.lastflushedseqids 2024-11-09T01:16:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741852_1028 (size=181) 2024-11-09T01:16:00,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:16:00,323 INFO [RS:0;5296cfb18d53:36821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:16:00,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x1011d297f0a0007, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:16:00,323 INFO [RS:0;5296cfb18d53:36821 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,36821,1731114950044; zookeeper connection closed. 2024-11-09T01:16:00,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cd50307 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cd50307 2024-11-09T01:16:00,324 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:16:00,651 INFO [M:0;5296cfb18d53:36775 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:16:00,651 INFO [M:0;5296cfb18d53:36775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:16:00,652 DEBUG [M:0;5296cfb18d53:36775 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:16:00,652 INFO [M:0;5296cfb18d53:36775 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:00,652 DEBUG [M:0;5296cfb18d53:36775 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:00,652 DEBUG [M:0;5296cfb18d53:36775 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:16:00,652 DEBUG [M:0;5296cfb18d53:36775 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:00,652 INFO [M:0;5296cfb18d53:36775 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T01:16:00,668 DEBUG [M:0;5296cfb18d53:36775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70500513881e470d8fbf4fd6e38165a5 is 82, key is hbase:meta,,1/info:regioninfo/1731114952204/Put/seqid=0 2024-11-09T01:16:00,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741853_1029 (size=5680) 2024-11-09T01:16:00,849 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:16:01,074 INFO [M:0;5296cfb18d53:36775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70500513881e470d8fbf4fd6e38165a5 2024-11-09T01:16:01,094 DEBUG [M:0;5296cfb18d53:36775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b64ef34b214c0b9d14322352d5d20f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731114956230/Put/seqid=0 2024-11-09T01:16:01,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741854_1030 (size=7319) 2024-11-09T01:16:01,500 INFO [M:0;5296cfb18d53:36775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b64ef34b214c0b9d14322352d5d20f 2024-11-09T01:16:01,521 DEBUG [M:0;5296cfb18d53:36775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/116a22bb9ed34db28f2fb6e9bff367be is 69, key is 5296cfb18d53,36821,1731114950044/rs:state/1731114951365/Put/seqid=0 2024-11-09T01:16:01,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741855_1031 (size=5371) 2024-11-09T01:16:01,694 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:16:01,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:01,926 INFO [M:0;5296cfb18d53:36775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/116a22bb9ed34db28f2fb6e9bff367be 2024-11-09T01:16:01,933 INFO [M:0;5296cfb18d53:36775 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 116a22bb9ed34db28f2fb6e9bff367be 2024-11-09T01:16:01,934 DEBUG [M:0;5296cfb18d53:36775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70500513881e470d8fbf4fd6e38165a5 as hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70500513881e470d8fbf4fd6e38165a5 2024-11-09T01:16:01,939 INFO [M:0;5296cfb18d53:36775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70500513881e470d8fbf4fd6e38165a5, entries=8, sequenceid=172, filesize=5.5 K 2024-11-09T01:16:01,941 DEBUG [M:0;5296cfb18d53:36775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b64ef34b214c0b9d14322352d5d20f as hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14b64ef34b214c0b9d14322352d5d20f 2024-11-09T01:16:01,946 INFO [M:0;5296cfb18d53:36775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14b64ef34b214c0b9d14322352d5d20f, entries=7, sequenceid=172, filesize=7.1 K 2024-11-09T01:16:01,947 DEBUG [M:0;5296cfb18d53:36775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/116a22bb9ed34db28f2fb6e9bff367be as hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/116a22bb9ed34db28f2fb6e9bff367be 2024-11-09T01:16:01,953 INFO [M:0;5296cfb18d53:36775 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 116a22bb9ed34db28f2fb6e9bff367be 2024-11-09T01:16:01,953 INFO [M:0;5296cfb18d53:36775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/116a22bb9ed34db28f2fb6e9bff367be, entries=2, sequenceid=172, filesize=5.2 K 2024-11-09T01:16:01,955 INFO [M:0;5296cfb18d53:36775 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=172, compaction requested=false 2024-11-09T01:16:01,956 INFO [M:0;5296cfb18d53:36775 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:01,956 DEBUG [M:0;5296cfb18d53:36775 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114960651Disabling compacts and flushes for region at 1731114960651Disabling writes for close at 1731114960652 (+1 ms)Obtaining lock to block concurrent updates at 1731114960652Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731114960652Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731114960652Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731114960653 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731114960653Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731114960668 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731114960668Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731114961080 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731114961094 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731114961094Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731114961507 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731114961520 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731114961520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9bb78a: reopening flushed file at 1731114961933 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27795b22: reopening flushed file at 1731114961940 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22fc9012: reopening flushed file at 1731114961947 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=172, compaction requested=false at 1731114961955 (+8 ms)Writing region close event to WAL at 1731114961956 (+1 ms)Closed at 1731114961956 2024-11-09T01:16:01,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741847_1023 (size=22949) 2024-11-09T01:16:01,960 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6168f358-1d41-ca02-6695-beb159927229/MasterData/WALs/5296cfb18d53,36775,1731114949874/5296cfb18d53%2C36775%2C1731114949874.1731114950840 not finished, retry = 0 2024-11-09T01:16:02,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:16:02,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:16:02,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:16:02,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:16:02,061 INFO [M:0;5296cfb18d53:36775 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:16:02,061 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:16:02,061 INFO [M:0;5296cfb18d53:36775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36775 2024-11-09T01:16:02,061 INFO [M:0;5296cfb18d53:36775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:16:02,224 INFO [M:0;5296cfb18d53:36775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:16:02,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:16:02,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x1011d297f0a0006, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:16:02,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:16:02,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:16:02,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:16:02,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:16:02,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/hadoop.log.dir/,STOPPED} 2024-11-09T01:16:02,229 WARN [BP-1212000480-172.17.0.2-1731114927806 heartbeating to localhost/127.0.0.1:33523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:16:02,229 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:16:02,229 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:16:02,229 WARN [BP-1212000480-172.17.0.2-1731114927806 heartbeating to localhost/127.0.0.1:33523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1212000480-172.17.0.2-1731114927806 (Datanode Uuid 9a62b93f-eb39-4943-8b5e-ab2755bc5620) service to localhost/127.0.0.1:33523 2024-11-09T01:16:02,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/cluster_9ca3f6ec-a0d0-543f-17b2-55d1f5031397/data/data1/current/BP-1212000480-172.17.0.2-1731114927806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:16:02,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/cluster_9ca3f6ec-a0d0-543f-17b2-55d1f5031397/data/data2/current/BP-1212000480-172.17.0.2-1731114927806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:16:02,230 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:16:02,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:16:02,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:16:02,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:16:02,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:16:02,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6b93983a-2c2a-3e4f-a604-5e6da1097d17/hadoop.log.dir/,STOPPED} 2024-11-09T01:16:02,244 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:16:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:16:02,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: master/5296cfb18d53:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5296cfb18d53:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54395) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5296cfb18d53:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5296cfb18d53:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33523 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54395) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35699 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5296cfb18d53:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=427 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 244) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3011 (was 4851) 2024-11-09T01:16:02,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=427, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=3010 2024-11-09T01:16:02,286 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-09T01:16:02,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/hadoop.log.dir so I do NOT create it in target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a 2024-11-09T01:16:02,287 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:16:02,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/hadoop.tmp.dir so I do NOT create it in target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a 2024-11-09T01:16:02,287 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ef34ebed-a9b8-c70a-8e84-471de653a525/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:16:02,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a 2024-11-09T01:16:02,287 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/cluster_501cf84f-fabb-fa4e-a1ee-c5fb7f324ab4, deleteOnExit=true 2024-11-09T01:16:02,305 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/cluster_501cf84f-fabb-fa4e-a1ee-c5fb7f324ab4/zookeeper_0, clientPort=62475, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/cluster_501cf84f-fabb-fa4e-a1ee-c5fb7f324ab4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/cluster_501cf84f-fabb-fa4e-a1ee-c5fb7f324ab4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:16:02,306 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62475 2024-11-09T01:16:02,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:16:02,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:16:02,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/test.cache.data in system properties and HBase conf 2024-11-09T01:16:02,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:16:02,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:16:02,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:16:02,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:16:02,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:16:02,306 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:16:02,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:16:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:16:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:16:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:16:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:16:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:16:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:16:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:16:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:16:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:16:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:16:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:16:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:16:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:16:02,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d297f0a0005, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:16:02,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d297f0a0002, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:16:02,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d297f0a0002, quorum=127.0.0.1:54395, baseZNode=/0-1664520284 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:16:02,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d297f0a0005, quorum=127.0.0.1:54395, baseZNode=/1-1568441407 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:16:02,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:16:02,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:16:02,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:16:02,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:16:02,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:16:02,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:16:02,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6869fbf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:16:02,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8880471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:16:02,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bf52f9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/java.io.tmpdir/jetty-localhost-45343-hadoop-hdfs-3_4_1-tests_jar-_-any-4123674634290332260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:16:02,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634500c7{HTTP/1.1, (http/1.1)}{localhost:45343} 2024-11-09T01:16:02,884 INFO [Time-limited test {}] server.Server(415): Started @37469ms 2024-11-09T01:16:03,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:16:03,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:16:03,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:16:03,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:16:03,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:16:03,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d554b36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:16:03,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31144654{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:16:03,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1978c6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/java.io.tmpdir/jetty-localhost-37071-hadoop-hdfs-3_4_1-tests_jar-_-any-17503358373878535750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:16:03,494 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f761be4{HTTP/1.1, (http/1.1)}{localhost:37071} 2024-11-09T01:16:03,494 INFO [Time-limited test {}] server.Server(415): Started @38079ms 2024-11-09T01:16:03,495 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:16:05,069 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/cluster_501cf84f-fabb-fa4e-a1ee-c5fb7f324ab4/data/data1/current/BP-1331876896-172.17.0.2-1731114962332/current, will proceed with Du for space computation calculation, 2024-11-09T01:16:05,070 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/cluster_501cf84f-fabb-fa4e-a1ee-c5fb7f324ab4/data/data2/current/BP-1331876896-172.17.0.2-1731114962332/current, will proceed with Du for space computation calculation, 2024-11-09T01:16:05,133 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:16:05,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46f793c4067a6ee6 with lease ID 0x1ecdeb6b7ebc1d3d: Processing first storage report for DS-09ca3b9d-28ac-4fda-ae84-0816bcc9943e from datanode DatanodeRegistration(127.0.0.1:41029, datanodeUuid=e2ec3491-f9f4-4863-866a-8611d23350c6, infoPort=37563, infoSecurePort=0, ipcPort=35335, storageInfo=lv=-57;cid=testClusterID;nsid=1568288405;c=1731114962332) 2024-11-09T01:16:05,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46f793c4067a6ee6 with lease ID 0x1ecdeb6b7ebc1d3d: from storage DS-09ca3b9d-28ac-4fda-ae84-0816bcc9943e node DatanodeRegistration(127.0.0.1:41029, datanodeUuid=e2ec3491-f9f4-4863-866a-8611d23350c6, infoPort=37563, infoSecurePort=0, ipcPort=35335, storageInfo=lv=-57;cid=testClusterID;nsid=1568288405;c=1731114962332), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:16:05,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46f793c4067a6ee6 with lease ID 0x1ecdeb6b7ebc1d3d: Processing first storage report for DS-334ce0e1-7f4f-472a-9003-a72cb7e1a070 from datanode DatanodeRegistration(127.0.0.1:41029, datanodeUuid=e2ec3491-f9f4-4863-866a-8611d23350c6, infoPort=37563, infoSecurePort=0, ipcPort=35335, storageInfo=lv=-57;cid=testClusterID;nsid=1568288405;c=1731114962332) 2024-11-09T01:16:05,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46f793c4067a6ee6 with lease ID 0x1ecdeb6b7ebc1d3d: from storage DS-334ce0e1-7f4f-472a-9003-a72cb7e1a070 node DatanodeRegistration(127.0.0.1:41029, datanodeUuid=e2ec3491-f9f4-4863-866a-8611d23350c6, infoPort=37563, infoSecurePort=0, ipcPort=35335, storageInfo=lv=-57;cid=testClusterID;nsid=1568288405;c=1731114962332), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:16:05,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a 2024-11-09T01:16:05,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:05,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:05,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:16:05,288 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b with version=8 2024-11-09T01:16:05,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/hbase-staging 2024-11-09T01:16:05,291 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:16:05,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:05,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:05,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:16:05,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:05,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:16:05,292 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:16:05,292 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:16:05,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40989 2024-11-09T01:16:05,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40989 connecting to ZooKeeper ensemble=127.0.0.1:62475 2024-11-09T01:16:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409890x0, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:16:05,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40989-0x1011d2a092b0000 connected 2024-11-09T01:16:05,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:05,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:05,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Set watcher on znode that does not yet exist, /0898143052/running 2024-11-09T01:16:05,589 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b, hbase.cluster.distributed=false 2024-11-09T01:16:05,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Set watcher on znode that does not yet exist, /0898143052/acl 2024-11-09T01:16:05,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40989 2024-11-09T01:16:05,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40989 2024-11-09T01:16:05,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40989 2024-11-09T01:16:05,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40989 2024-11-09T01:16:05,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40989 2024-11-09T01:16:05,641 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:16:05,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:05,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:05,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:16:05,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:05,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:16:05,642 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:16:05,642 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:16:05,656 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36777 2024-11-09T01:16:05,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36777 connecting to ZooKeeper ensemble=127.0.0.1:62475 2024-11-09T01:16:05,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:05,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:05,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367770x0, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:16:05,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367770x0, quorum=127.0.0.1:62475, baseZNode=/0898143052 Set watcher on znode that does not yet exist, /0898143052/running 2024-11-09T01:16:05,690 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:16:05,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36777-0x1011d2a092b0001 connected 2024-11-09T01:16:05,700 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:16:05,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Set watcher on znode that does not yet exist, /0898143052/master 2024-11-09T01:16:05,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Set watcher on znode that does not yet exist, /0898143052/acl 2024-11-09T01:16:05,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36777 2024-11-09T01:16:05,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36777 2024-11-09T01:16:05,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36777 2024-11-09T01:16:05,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36777 2024-11-09T01:16:05,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36777 2024-11-09T01:16:05,740 DEBUG [M:0;5296cfb18d53:40989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:40989 2024-11-09T01:16:05,741 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0898143052/backup-masters/5296cfb18d53,40989,1731114965291 2024-11-09T01:16:05,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052/backup-masters 2024-11-09T01:16:05,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052/backup-masters 2024-11-09T01:16:05,750 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Set watcher on existing znode=/0898143052/backup-masters/5296cfb18d53,40989,1731114965291 2024-11-09T01:16:05,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0898143052/master 2024-11-09T01:16:05,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:05,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:05,760 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Set watcher on existing znode=/0898143052/master 2024-11-09T01:16:05,761 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0898143052/backup-masters/5296cfb18d53,40989,1731114965291 from backup master directory 2024-11-09T01:16:05,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0898143052/backup-masters/5296cfb18d53,40989,1731114965291 2024-11-09T01:16:05,770 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:16:05,770 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,40989,1731114965291 2024-11-09T01:16:05,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052/backup-masters 2024-11-09T01:16:05,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052/backup-masters 2024-11-09T01:16:05,778 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/hbase.id] with ID: 4b9b1939-1f5d-4308-9841-727bd6f9fd38 2024-11-09T01:16:05,778 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/.tmp/hbase.id 2024-11-09T01:16:05,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:16:06,198 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/.tmp/hbase.id]:[hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/hbase.id] 2024-11-09T01:16:06,229 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:06,229 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:16:06,232 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T01:16:06,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:06,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:06,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:16:06,321 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:16:06,321 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:16:06,328 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:16:06,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:16:06,368 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store 2024-11-09T01:16:06,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:16:06,393 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:06,393 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:16:06,393 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:06,393 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:06,393 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:16:06,394 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:06,394 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:06,394 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114966393Disabling compacts and flushes for region at 1731114966393Disabling writes for close at 1731114966393Writing region close event to WAL at 1731114966394 (+1 ms)Closed at 1731114966394 2024-11-09T01:16:06,395 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/.initializing 2024-11-09T01:16:06,395 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/WALs/5296cfb18d53,40989,1731114965291 2024-11-09T01:16:06,397 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:16:06,401 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C40989%2C1731114965291, suffix=, logDir=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/WALs/5296cfb18d53,40989,1731114965291, archiveDir=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/oldWALs, maxLogs=10 2024-11-09T01:16:06,439 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/WALs/5296cfb18d53,40989,1731114965291/5296cfb18d53%2C40989%2C1731114965291.1731114966401, exclude list is [], retry=0 2024-11-09T01:16:06,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41029,DS-09ca3b9d-28ac-4fda-ae84-0816bcc9943e,DISK] 2024-11-09T01:16:06,497 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/WALs/5296cfb18d53,40989,1731114965291/5296cfb18d53%2C40989%2C1731114965291.1731114966401 2024-11-09T01:16:06,512 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37563:37563)] 2024-11-09T01:16:06,512 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:16:06,513 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:06,513 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:06,513 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:06,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:06,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:16:06,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:06,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:06,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:06,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:16:06,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:06,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:06,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:06,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:16:06,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:06,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:06,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:06,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:16:06,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:06,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:06,552 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:06,553 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:06,553 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:06,557 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:06,557 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:06,558 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:16:06,561 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:06,582 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:16:06,584 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69882622, jitterRate=0.04133221507072449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:16:06,585 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731114966513Initializing all the Stores at 1731114966517 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114966517Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114966524 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114966524Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114966524Cleaning up temporary data from old regions at 1731114966557 (+33 ms)Region opened successfully at 1731114966585 (+28 ms) 2024-11-09T01:16:06,586 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:16:06,595 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439fe2ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:16:06,597 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:16:06,597 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:16:06,598 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:16:06,599 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:16:06,600 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T01:16:06,601 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:16:06,601 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:16:06,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:16:06,619 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Unable to get data of znode /0898143052/balancer because node does not exist (not necessarily an error) 2024-11-09T01:16:06,671 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0898143052/balancer already deleted, retry=false 2024-11-09T01:16:06,672 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:16:06,673 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Unable to get data of znode /0898143052/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:16:06,686 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0898143052/normalizer already deleted, retry=false 2024-11-09T01:16:06,687 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:16:06,688 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Unable to get data of znode /0898143052/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:16:06,696 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0898143052/switch/split already deleted, retry=false 2024-11-09T01:16:06,698 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Unable to get data of znode /0898143052/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:16:06,707 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0898143052/switch/merge already deleted, retry=false 2024-11-09T01:16:06,710 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Unable to get data of znode /0898143052/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:16:06,717 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0898143052/snapshot-cleanup already deleted, retry=false 2024-11-09T01:16:06,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0898143052/running 2024-11-09T01:16:06,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0898143052/running 2024-11-09T01:16:06,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:06,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:06,729 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,40989,1731114965291, sessionid=0x1011d2a092b0000, setting cluster-up flag (Was=false) 2024-11-09T01:16:06,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:06,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:06,780 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0898143052/flush-table-proc/acquired, /0898143052/flush-table-proc/reached, /0898143052/flush-table-proc/abort 2024-11-09T01:16:06,782 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,40989,1731114965291 2024-11-09T01:16:06,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:06,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:06,844 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0898143052/online-snapshot/acquired, /0898143052/online-snapshot/reached, /0898143052/online-snapshot/abort 2024-11-09T01:16:06,846 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,40989,1731114965291 2024-11-09T01:16:06,859 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:16:06,871 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:06,872 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:16:06,872 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:16:06,873 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5296cfb18d53,42553,1731114932447: status=Processing ServerCrashProcedure of 5296cfb18d53,42553,1731114932447 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731114951260, completionTime=-1 appears to have been leaked 2024-11-09T01:16:06,873 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,40989,1731114965291 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:16:06,875 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:06,876 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:06,876 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:06,876 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:06,876 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:16:06,876 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:06,876 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:16:06,876 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:06,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:06,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:16:06,884 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:06,884 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:16:06,941 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731114996940 2024-11-09T01:16:06,941 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:16:06,941 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:16:06,941 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:16:06,941 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:16:06,941 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:16:06,941 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:16:06,942 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:06,942 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(746): ClusterId : 4b9b1939-1f5d-4308-9841-727bd6f9fd38 2024-11-09T01:16:06,942 DEBUG [RS:0;5296cfb18d53:36777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:16:06,942 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:16:06,942 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:16:06,942 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:16:06,942 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:16:06,944 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:16:06,944 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:16:06,951 DEBUG [RS:0;5296cfb18d53:36777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:16:06,951 DEBUG [RS:0;5296cfb18d53:36777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:16:06,952 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114966944,5,FailOnTimeoutGroup] 2024-11-09T01:16:06,957 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114966952,5,FailOnTimeoutGroup] 2024-11-09T01:16:06,958 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:06,958 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:16:06,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:16:06,958 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:06,958 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:06,960 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:16:06,960 DEBUG [RS:0;5296cfb18d53:36777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:16:06,960 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b 2024-11-09T01:16:06,961 DEBUG [RS:0;5296cfb18d53:36777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22784c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:16:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:16:06,981 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:36777 2024-11-09T01:16:06,981 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:16:06,981 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:16:06,981 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:16:06,984 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,40989,1731114965291 with port=36777, startcode=1731114965641 2024-11-09T01:16:06,985 DEBUG [RS:0;5296cfb18d53:36777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:16:06,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:06,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:16:06,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:16:06,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:06,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:06,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:16:07,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:16:07,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:07,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:07,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:16:07,004 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:16:07,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:16:07,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:07,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:07,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:16:07,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,36777,1731114965641 2024-11-09T01:16:07,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40989 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,36777,1731114965641 2024-11-09T01:16:07,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:16:07,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:07,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:07,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:16:07,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740 2024-11-09T01:16:07,010 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b 2024-11-09T01:16:07,010 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40149 2024-11-09T01:16:07,010 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:16:07,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740 2024-11-09T01:16:07,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:16:07,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:16:07,014 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:16:07,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:16:07,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052/rs 2024-11-09T01:16:07,025 DEBUG [RS:0;5296cfb18d53:36777 {}] zookeeper.ZKUtil(111): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Set watcher on existing znode=/0898143052/rs/5296cfb18d53,36777,1731114965641 2024-11-09T01:16:07,025 WARN [RS:0;5296cfb18d53:36777 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:16:07,025 INFO [RS:0;5296cfb18d53:36777 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:16:07,025 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641 2024-11-09T01:16:07,027 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:16:07,027 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,36777,1731114965641] 2024-11-09T01:16:07,028 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59812428, jitterRate=-0.10872536897659302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:16:07,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731114966985Initializing all the Stores at 1731114966987 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114966987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114966988 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114966988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114966988Cleaning up temporary data from old regions at 1731114967013 (+25 ms)Region opened successfully at 1731114967029 (+16 ms) 2024-11-09T01:16:07,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:16:07,029 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:16:07,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:16:07,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:16:07,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:16:07,032 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:16:07,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114967029Disabling compacts and flushes for region at 1731114967029Disabling writes for close at 1731114967029Writing region close event to WAL at 1731114967032 (+3 ms)Closed at 1731114967032 2024-11-09T01:16:07,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:07,036 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:16:07,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:16:07,038 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:16:07,040 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:16:07,045 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:16:07,056 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:16:07,064 INFO [RS:0;5296cfb18d53:36777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:16:07,064 INFO [RS:0;5296cfb18d53:36777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,065 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:16:07,066 INFO [RS:0;5296cfb18d53:36777 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:16:07,066 INFO [RS:0;5296cfb18d53:36777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,066 DEBUG [RS:0;5296cfb18d53:36777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:07,067 DEBUG [RS:0;5296cfb18d53:36777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:07,067 DEBUG [RS:0;5296cfb18d53:36777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:07,067 DEBUG [RS:0;5296cfb18d53:36777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:07,067 DEBUG [RS:0;5296cfb18d53:36777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:07,067 DEBUG [RS:0;5296cfb18d53:36777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:16:07,067 DEBUG [RS:0;5296cfb18d53:36777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:07,067 DEBUG [RS:0;5296cfb18d53:36777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:07,067 DEBUG [RS:0;5296cfb18d53:36777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:07,067 DEBUG [RS:0;5296cfb18d53:36777 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:07,068 DEBUG [RS:0;5296cfb18d53:36777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:07,068 DEBUG [RS:0;5296cfb18d53:36777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:07,068 DEBUG [RS:0;5296cfb18d53:36777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:16:07,068 DEBUG [RS:0;5296cfb18d53:36777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:16:07,080 INFO [RS:0;5296cfb18d53:36777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,080 INFO [RS:0;5296cfb18d53:36777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,080 INFO [RS:0;5296cfb18d53:36777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,080 INFO [RS:0;5296cfb18d53:36777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,080 INFO [RS:0;5296cfb18d53:36777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,081 INFO [RS:0;5296cfb18d53:36777 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36777,1731114965641-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:16:07,113 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:16:07,114 INFO [RS:0;5296cfb18d53:36777 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36777,1731114965641-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,114 INFO [RS:0;5296cfb18d53:36777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,114 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.Replication(171): 5296cfb18d53,36777,1731114965641 started 2024-11-09T01:16:07,144 INFO [RS:0;5296cfb18d53:36777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,144 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,36777,1731114965641, RpcServer on 5296cfb18d53/172.17.0.2:36777, sessionid=0x1011d2a092b0001 2024-11-09T01:16:07,144 DEBUG [RS:0;5296cfb18d53:36777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:16:07,144 DEBUG [RS:0;5296cfb18d53:36777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,36777,1731114965641 2024-11-09T01:16:07,145 DEBUG [RS:0;5296cfb18d53:36777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,36777,1731114965641' 2024-11-09T01:16:07,145 DEBUG [RS:0;5296cfb18d53:36777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0898143052/flush-table-proc/abort' 2024-11-09T01:16:07,145 DEBUG [RS:0;5296cfb18d53:36777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0898143052/flush-table-proc/acquired' 2024-11-09T01:16:07,146 DEBUG [RS:0;5296cfb18d53:36777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:16:07,146 DEBUG [RS:0;5296cfb18d53:36777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:16:07,146 DEBUG [RS:0;5296cfb18d53:36777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,36777,1731114965641 2024-11-09T01:16:07,146 DEBUG [RS:0;5296cfb18d53:36777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,36777,1731114965641' 2024-11-09T01:16:07,146 DEBUG [RS:0;5296cfb18d53:36777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0898143052/online-snapshot/abort' 2024-11-09T01:16:07,147 DEBUG [RS:0;5296cfb18d53:36777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0898143052/online-snapshot/acquired' 2024-11-09T01:16:07,147 DEBUG [RS:0;5296cfb18d53:36777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:16:07,147 INFO [RS:0;5296cfb18d53:36777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:16:07,148 INFO [RS:0;5296cfb18d53:36777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:16:07,190 WARN [5296cfb18d53:40989 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T01:16:07,248 INFO [RS:0;5296cfb18d53:36777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:16:07,250 INFO [RS:0;5296cfb18d53:36777 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C36777%2C1731114965641, suffix=, logDir=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641, archiveDir=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/oldWALs, maxLogs=10 2024-11-09T01:16:07,263 DEBUG [RS:0;5296cfb18d53:36777 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.1731114967251, exclude list is [], retry=0 2024-11-09T01:16:07,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41029,DS-09ca3b9d-28ac-4fda-ae84-0816bcc9943e,DISK] 2024-11-09T01:16:07,268 INFO [RS:0;5296cfb18d53:36777 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.1731114967251 2024-11-09T01:16:07,269 DEBUG [RS:0;5296cfb18d53:36777 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37563:37563)] 2024-11-09T01:16:07,441 DEBUG [5296cfb18d53:40989 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:16:07,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,36777,1731114965641 2024-11-09T01:16:07,443 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,36777,1731114965641, state=OPENING 2024-11-09T01:16:07,454 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:16:07,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:07,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:07,465 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:16:07,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0898143052/meta-region-server: CHANGED 2024-11-09T01:16:07,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0898143052/meta-region-server: CHANGED 2024-11-09T01:16:07,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,36777,1731114965641}] 2024-11-09T01:16:07,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:16:07,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:07,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:07,621 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:16:07,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:16:07,636 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:16:07,637 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:16:07,637 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:16:07,640 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C36777%2C1731114965641.meta, suffix=.meta, logDir=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641, archiveDir=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/oldWALs, maxLogs=10 2024-11-09T01:16:07,661 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.meta.1731114967640.meta, exclude list is [], retry=0 2024-11-09T01:16:07,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41029,DS-09ca3b9d-28ac-4fda-ae84-0816bcc9943e,DISK] 2024-11-09T01:16:07,673 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.meta.1731114967640.meta 2024-11-09T01:16:07,674 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37563:37563)] 2024-11-09T01:16:07,675 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:16:07,675 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:16:07,675 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:16:07,675 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:16:07,675 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:16:07,676 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:16:07,676 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:07,676 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:16:07,676 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:16:07,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:16:07,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:16:07,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:07,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:07,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:16:07,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:16:07,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:07,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:07,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:16:07,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:16:07,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:07,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:07,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:16:07,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:16:07,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:07,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:07,695 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:16:07,697 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740 2024-11-09T01:16:07,699 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740 2024-11-09T01:16:07,701 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:16:07,701 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:16:07,702 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:16:07,705 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:16:07,708 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64590451, jitterRate=-0.03752727806568146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:16:07,708 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:16:07,709 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731114967676Writing region info on filesystem at 1731114967676Initializing all the Stores at 1731114967684 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114967684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114967684Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114967684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114967684Cleaning up temporary data from old regions at 1731114967701 (+17 ms)Running coprocessor post-open hooks at 1731114967708 (+7 ms)Region opened successfully at 1731114967709 (+1 ms) 2024-11-09T01:16:07,712 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731114967620 2024-11-09T01:16:07,716 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:16:07,716 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:16:07,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,36777,1731114965641 2024-11-09T01:16:07,718 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,36777,1731114965641, state=OPEN 2024-11-09T01:16:07,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0898143052/meta-region-server 2024-11-09T01:16:07,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0898143052/meta-region-server 2024-11-09T01:16:07,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0898143052/meta-region-server: CHANGED 2024-11-09T01:16:07,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0898143052/meta-region-server: CHANGED 2024-11-09T01:16:07,758 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,36777,1731114965641 2024-11-09T01:16:07,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:16:07,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,36777,1731114965641 in 293 msec 2024-11-09T01:16:07,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:16:07,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 727 msec 2024-11-09T01:16:07,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:07,774 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:16:07,776 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:07,776 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36777,1731114965641, seqNum=-1] 2024-11-09T01:16:07,776 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:07,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:16:07,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 931 msec 2024-11-09T01:16:07,795 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731114967795, completionTime=-1 2024-11-09T01:16:07,795 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:16:07,795 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:16:07,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:16:07,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115027798 2024-11-09T01:16:07,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115087798 2024-11-09T01:16:07,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T01:16:07,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40989,1731114965291-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,800 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40989,1731114965291-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,800 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40989,1731114965291-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,800 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:40989, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,800 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,803 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:16:07,808 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.045sec 2024-11-09T01:16:07,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:16:07,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:16:07,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:16:07,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:16:07,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:16:07,816 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40989,1731114965291-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:16:07,816 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40989,1731114965291-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:16:07,821 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:16:07,821 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:16:07,821 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40989,1731114965291-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:07,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1396e678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:07,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40989,-1 for getting cluster id 2024-11-09T01:16:07,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:07,846 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b9b1939-1f5d-4308-9841-727bd6f9fd38' 2024-11-09T01:16:07,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:07,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b9b1939-1f5d-4308-9841-727bd6f9fd38" 2024-11-09T01:16:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9acc9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40989,-1] 2024-11-09T01:16:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:07,849 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:07,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686a5b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:07,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:07,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36777,1731114965641, seqNum=-1] 2024-11-09T01:16:07,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:07,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:16:07,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,40989,1731114965291 2024-11-09T01:16:07,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62475 2024-11-09T01:16:07,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:16:07,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d2a092b0002 connected 2024-11-09T01:16:07,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/hadoop.log.dir so I do NOT create it in target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938 2024-11-09T01:16:07,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:16:07,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/hadoop.tmp.dir so I do NOT create it in target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938 2024-11-09T01:16:07,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:16:07,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938 2024-11-09T01:16:07,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:16:07,885 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/cluster_e929fcff-874c-b63c-f3b6-0f4a07482c36, deleteOnExit=true 2024-11-09T01:16:07,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:16:07,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/test.cache.data in system properties and HBase conf 2024-11-09T01:16:07,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:16:07,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:16:07,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:16:07,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:16:07,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:16:07,886 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:16:07,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:16:07,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:16:07,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:16:07,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:16:07,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:16:07,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:16:07,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:16:07,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:16:07,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:16:07,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:16:07,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:16:07,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:16:07,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:16:07,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:16:08,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:16:08,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:16:08,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:16:08,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:16:08,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:16:08,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:16:08,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54197af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:16:08,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@546cc908{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:16:08,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eccdfb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/java.io.tmpdir/jetty-localhost-41921-hadoop-hdfs-3_4_1-tests_jar-_-any-1053163178843318372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:16:08,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c0eb46c{HTTP/1.1, (http/1.1)}{localhost:41921} 2024-11-09T01:16:08,532 INFO [Time-limited test {}] server.Server(415): Started @43117ms 2024-11-09T01:16:09,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:16:09,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:16:09,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:16:09,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:16:09,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:16:09,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f7bfbaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:16:09,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77e1c6b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:16:09,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@152907f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/java.io.tmpdir/jetty-localhost-43283-hadoop-hdfs-3_4_1-tests_jar-_-any-3283289833809336157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:16:09,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bb57979{HTTP/1.1, (http/1.1)}{localhost:43283} 2024-11-09T01:16:09,172 INFO [Time-limited test {}] server.Server(415): Started @43757ms 2024-11-09T01:16:09,174 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:16:09,873 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/cluster_e929fcff-874c-b63c-f3b6-0f4a07482c36/data/data2/current/BP-280270184-172.17.0.2-1731114967912/current, will proceed with Du for space computation calculation, 2024-11-09T01:16:09,873 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/cluster_e929fcff-874c-b63c-f3b6-0f4a07482c36/data/data1/current/BP-280270184-172.17.0.2-1731114967912/current, will proceed with Du for space computation calculation, 2024-11-09T01:16:09,889 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:16:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x891e596a657a53a1 with lease ID 0x595ec78bf807ad17: Processing first storage report for DS-bc318e55-33af-498d-ac97-5051a37ac2a3 from datanode DatanodeRegistration(127.0.0.1:46419, datanodeUuid=85f698c8-b786-4f61-a938-aba427b2e18a, infoPort=36449, infoSecurePort=0, ipcPort=46661, storageInfo=lv=-57;cid=testClusterID;nsid=1682386204;c=1731114967912) 2024-11-09T01:16:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x891e596a657a53a1 with lease ID 0x595ec78bf807ad17: from storage DS-bc318e55-33af-498d-ac97-5051a37ac2a3 node DatanodeRegistration(127.0.0.1:46419, datanodeUuid=85f698c8-b786-4f61-a938-aba427b2e18a, infoPort=36449, infoSecurePort=0, ipcPort=46661, storageInfo=lv=-57;cid=testClusterID;nsid=1682386204;c=1731114967912), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:16:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x891e596a657a53a1 with lease ID 0x595ec78bf807ad17: Processing first storage report for DS-ae7e6db2-c1c5-4c20-bbfd-9ca2a46ff4e2 from datanode DatanodeRegistration(127.0.0.1:46419, datanodeUuid=85f698c8-b786-4f61-a938-aba427b2e18a, infoPort=36449, infoSecurePort=0, ipcPort=46661, storageInfo=lv=-57;cid=testClusterID;nsid=1682386204;c=1731114967912) 2024-11-09T01:16:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x891e596a657a53a1 with lease ID 0x595ec78bf807ad17: from storage DS-ae7e6db2-c1c5-4c20-bbfd-9ca2a46ff4e2 node DatanodeRegistration(127.0.0.1:46419, datanodeUuid=85f698c8-b786-4f61-a938-aba427b2e18a, infoPort=36449, infoSecurePort=0, ipcPort=46661, storageInfo=lv=-57;cid=testClusterID;nsid=1682386204;c=1731114967912), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:16:09,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938 2024-11-09T01:16:09,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:09,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:09,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:16:09,918 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863 with version=8 2024-11-09T01:16:09,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/hbase-staging 2024-11-09T01:16:09,921 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:16:09,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:09,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:09,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:16:09,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:09,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:16:09,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:16:09,921 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:16:09,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37809 2024-11-09T01:16:09,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37809 connecting to ZooKeeper ensemble=127.0.0.1:62475 2024-11-09T01:16:09,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378090x0, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:16:09,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37809-0x1011d2a092b0003 connected 2024-11-09T01:16:10,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:10,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:10,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Set watcher on znode that does not yet exist, /1437822173/running 2024-11-09T01:16:10,055 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863, hbase.cluster.distributed=false 2024-11-09T01:16:10,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Set watcher on znode that does not yet exist, /1437822173/acl 2024-11-09T01:16:10,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37809 2024-11-09T01:16:10,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37809 2024-11-09T01:16:10,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37809 2024-11-09T01:16:10,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37809 2024-11-09T01:16:10,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37809 2024-11-09T01:16:10,078 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:16:10,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:10,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:10,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:16:10,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:10,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:16:10,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:16:10,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:16:10,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37509 2024-11-09T01:16:10,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37509 connecting to ZooKeeper ensemble=127.0.0.1:62475 2024-11-09T01:16:10,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:10,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:10,096 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375090x0, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:16:10,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375090x0, quorum=127.0.0.1:62475, baseZNode=/1437822173 Set watcher on znode that does not yet exist, /1437822173/running 2024-11-09T01:16:10,097 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:16:10,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37509-0x1011d2a092b0004 connected 2024-11-09T01:16:10,100 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:16:10,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Set watcher on znode that does not yet exist, /1437822173/master 2024-11-09T01:16:10,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Set watcher on znode that does not yet exist, /1437822173/acl 2024-11-09T01:16:10,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37509 2024-11-09T01:16:10,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37509 2024-11-09T01:16:10,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37509 2024-11-09T01:16:10,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37509 2024-11-09T01:16:10,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37509 2024-11-09T01:16:10,132 DEBUG [M:0;5296cfb18d53:37809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:37809 2024-11-09T01:16:10,135 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1437822173/backup-masters/5296cfb18d53,37809,1731114969921 2024-11-09T01:16:10,148 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173/backup-masters 2024-11-09T01:16:10,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173/backup-masters 2024-11-09T01:16:10,149 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Set watcher on existing znode=/1437822173/backup-masters/5296cfb18d53,37809,1731114969921 2024-11-09T01:16:10,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:10,159 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1437822173/master 2024-11-09T01:16:10,159 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:10,160 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Set watcher on existing znode=/1437822173/master 2024-11-09T01:16:10,160 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1437822173/backup-masters/5296cfb18d53,37809,1731114969921 from backup master directory 2024-11-09T01:16:10,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1437822173/backup-masters/5296cfb18d53,37809,1731114969921 2024-11-09T01:16:10,170 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173/backup-masters 2024-11-09T01:16:10,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173/backup-masters 2024-11-09T01:16:10,170 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:16:10,170 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,37809,1731114969921 2024-11-09T01:16:10,177 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/hbase.id] with ID: 9543a7f7-1543-4c23-8e56-fd1f9ef775b1 2024-11-09T01:16:10,177 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/.tmp/hbase.id 2024-11-09T01:16:10,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:16:10,191 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/.tmp/hbase.id]:[hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/hbase.id] 2024-11-09T01:16:10,215 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:10,215 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:16:10,218 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T01:16:10,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:10,229 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:16:10,664 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:16:10,665 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:16:10,665 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:16:10,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:16:11,073 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store 2024-11-09T01:16:11,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:16:11,481 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:11,481 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:16:11,481 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:11,481 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:11,481 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:16:11,481 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:11,481 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:11,481 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114971481Disabling compacts and flushes for region at 1731114971481Disabling writes for close at 1731114971481Writing region close event to WAL at 1731114971481Closed at 1731114971481 2024-11-09T01:16:11,482 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/.initializing 2024-11-09T01:16:11,482 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/WALs/5296cfb18d53,37809,1731114969921 2024-11-09T01:16:11,484 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:16:11,486 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C37809%2C1731114969921, suffix=, logDir=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/WALs/5296cfb18d53,37809,1731114969921, archiveDir=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/oldWALs, maxLogs=10 2024-11-09T01:16:11,506 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/WALs/5296cfb18d53,37809,1731114969921/5296cfb18d53%2C37809%2C1731114969921.1731114971486, exclude list is [], retry=0 2024-11-09T01:16:11,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46419,DS-bc318e55-33af-498d-ac97-5051a37ac2a3,DISK] 2024-11-09T01:16:11,510 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/WALs/5296cfb18d53,37809,1731114969921/5296cfb18d53%2C37809%2C1731114969921.1731114971486 2024-11-09T01:16:11,511 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36449:36449)] 2024-11-09T01:16:11,511 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:16:11,511 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:11,511 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:11,511 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:11,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:11,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:16:11,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:11,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:11,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:11,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:16:11,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:11,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:11,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:11,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:16:11,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:11,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:11,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:11,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:16:11,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:11,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:11,520 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:11,521 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:11,521 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:11,522 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:11,522 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:11,522 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:16:11,524 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:11,526 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:16:11,526 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63320599, jitterRate=-0.05644954741001129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:16:11,526 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731114971511Initializing all the Stores at 1731114971512 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114971512Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114971513 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114971513Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114971513Cleaning up temporary data from old regions at 1731114971522 (+9 ms)Region opened successfully at 1731114971526 (+4 ms) 2024-11-09T01:16:11,526 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:16:11,529 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd2cd72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:16:11,530 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:16:11,530 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:16:11,531 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:16:11,531 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:16:11,531 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:16:11,532 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:16:11,532 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:16:11,534 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:16:11,534 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Unable to get data of znode /1437822173/balancer because node does not exist (not necessarily an error) 2024-11-09T01:16:11,544 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1437822173/balancer already deleted, retry=false 2024-11-09T01:16:11,545 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:16:11,545 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Unable to get data of znode /1437822173/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:16:11,555 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1437822173/normalizer already deleted, retry=false 2024-11-09T01:16:11,555 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:16:11,556 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Unable to get data of znode /1437822173/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:16:11,565 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1437822173/switch/split already deleted, retry=false 2024-11-09T01:16:11,567 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Unable to get data of znode /1437822173/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:16:11,576 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1437822173/switch/merge already deleted, retry=false 2024-11-09T01:16:11,578 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Unable to get data of znode /1437822173/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:16:11,590 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1437822173/snapshot-cleanup already deleted, retry=false 2024-11-09T01:16:11,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1437822173/running 2024-11-09T01:16:11,601 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1437822173/running 2024-11-09T01:16:11,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:11,601 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:11,601 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,37809,1731114969921, sessionid=0x1011d2a092b0003, setting cluster-up flag (Was=false) 2024-11-09T01:16:11,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:11,622 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:11,654 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1437822173/flush-table-proc/acquired, /1437822173/flush-table-proc/reached, /1437822173/flush-table-proc/abort 2024-11-09T01:16:11,655 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,37809,1731114969921 2024-11-09T01:16:11,675 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:11,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:11,706 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1437822173/online-snapshot/acquired, /1437822173/online-snapshot/reached, /1437822173/online-snapshot/abort 2024-11-09T01:16:11,707 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,37809,1731114969921 2024-11-09T01:16:11,709 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:16:11,710 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:11,711 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:16:11,711 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:16:11,711 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,37809,1731114969921 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:16:11,712 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:11,713 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:11,713 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:11,713 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:11,713 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:16:11,713 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:11,713 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:16:11,713 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:11,715 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115001715 2024-11-09T01:16:11,715 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:16:11,715 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:16:11,715 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:16:11,715 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:16:11,715 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:16:11,715 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:16:11,715 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:11,716 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:16:11,716 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:16:11,716 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:16:11,716 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:11,716 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:16:11,716 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:16:11,716 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:16:11,716 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:16:11,716 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114971716,5,FailOnTimeoutGroup] 2024-11-09T01:16:11,717 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114971717,5,FailOnTimeoutGroup] 2024-11-09T01:16:11,717 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:11,717 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:16:11,717 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:11,717 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:11,717 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:11,717 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:16:11,719 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(746): ClusterId : 9543a7f7-1543-4c23-8e56-fd1f9ef775b1 2024-11-09T01:16:11,719 DEBUG [RS:0;5296cfb18d53:37509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:16:11,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:16:11,728 DEBUG [RS:0;5296cfb18d53:37509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:16:11,728 DEBUG [RS:0;5296cfb18d53:37509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:16:11,738 DEBUG [RS:0;5296cfb18d53:37509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:16:11,739 DEBUG [RS:0;5296cfb18d53:37509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48726cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:16:11,750 DEBUG [RS:0;5296cfb18d53:37509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:37509 2024-11-09T01:16:11,750 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:16:11,750 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:16:11,750 DEBUG [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:16:11,750 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,37809,1731114969921 with port=37509, startcode=1731114970077 2024-11-09T01:16:11,751 DEBUG [RS:0;5296cfb18d53:37509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:16:11,753 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:16:11,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,37509,1731114970077 2024-11-09T01:16:11,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37809 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,37509,1731114970077 2024-11-09T01:16:11,755 DEBUG [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863 2024-11-09T01:16:11,755 DEBUG [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43603 2024-11-09T01:16:11,755 DEBUG [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:16:11,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173/rs 2024-11-09T01:16:11,766 DEBUG [RS:0;5296cfb18d53:37509 {}] zookeeper.ZKUtil(111): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Set watcher on existing znode=/1437822173/rs/5296cfb18d53,37509,1731114970077 2024-11-09T01:16:11,766 WARN [RS:0;5296cfb18d53:37509 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:16:11,766 INFO [RS:0;5296cfb18d53:37509 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:16:11,766 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,37509,1731114970077] 2024-11-09T01:16:11,767 DEBUG [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/WALs/5296cfb18d53,37509,1731114970077 2024-11-09T01:16:11,770 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:16:11,771 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:16:11,772 INFO [RS:0;5296cfb18d53:37509 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:16:11,772 INFO [RS:0;5296cfb18d53:37509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:11,772 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:16:11,773 INFO [RS:0;5296cfb18d53:37509 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:16:11,773 INFO [RS:0;5296cfb18d53:37509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:11,773 DEBUG [RS:0;5296cfb18d53:37509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:11,773 DEBUG [RS:0;5296cfb18d53:37509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:11,773 DEBUG [RS:0;5296cfb18d53:37509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:11,773 DEBUG [RS:0;5296cfb18d53:37509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:11,773 DEBUG [RS:0;5296cfb18d53:37509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:11,773 DEBUG [RS:0;5296cfb18d53:37509 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:16:11,773 DEBUG [RS:0;5296cfb18d53:37509 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:11,773 DEBUG [RS:0;5296cfb18d53:37509 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:11,773 DEBUG [RS:0;5296cfb18d53:37509 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:11,773 DEBUG [RS:0;5296cfb18d53:37509 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:11,773 DEBUG [RS:0;5296cfb18d53:37509 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:11,773 DEBUG [RS:0;5296cfb18d53:37509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:11,773 DEBUG [RS:0;5296cfb18d53:37509 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:16:11,773 DEBUG [RS:0;5296cfb18d53:37509 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:16:11,776 INFO [RS:0;5296cfb18d53:37509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:11,776 INFO [RS:0;5296cfb18d53:37509 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:11,776 INFO [RS:0;5296cfb18d53:37509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:11,776 INFO [RS:0;5296cfb18d53:37509 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:11,776 INFO [RS:0;5296cfb18d53:37509 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:11,776 INFO [RS:0;5296cfb18d53:37509 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37509,1731114970077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:16:11,789 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:16:11,789 INFO [RS:0;5296cfb18d53:37509 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37509,1731114970077-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:11,789 INFO [RS:0;5296cfb18d53:37509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:11,790 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.Replication(171): 5296cfb18d53,37509,1731114970077 started 2024-11-09T01:16:11,805 INFO [RS:0;5296cfb18d53:37509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:11,805 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,37509,1731114970077, RpcServer on 5296cfb18d53/172.17.0.2:37509, sessionid=0x1011d2a092b0004 2024-11-09T01:16:11,806 DEBUG [RS:0;5296cfb18d53:37509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:16:11,806 DEBUG [RS:0;5296cfb18d53:37509 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,37509,1731114970077 2024-11-09T01:16:11,806 DEBUG [RS:0;5296cfb18d53:37509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,37509,1731114970077' 2024-11-09T01:16:11,806 DEBUG [RS:0;5296cfb18d53:37509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1437822173/flush-table-proc/abort' 2024-11-09T01:16:11,806 DEBUG [RS:0;5296cfb18d53:37509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1437822173/flush-table-proc/acquired' 2024-11-09T01:16:11,807 DEBUG [RS:0;5296cfb18d53:37509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:16:11,807 DEBUG [RS:0;5296cfb18d53:37509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:16:11,807 DEBUG [RS:0;5296cfb18d53:37509 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,37509,1731114970077 2024-11-09T01:16:11,807 DEBUG [RS:0;5296cfb18d53:37509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,37509,1731114970077' 2024-11-09T01:16:11,807 DEBUG [RS:0;5296cfb18d53:37509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1437822173/online-snapshot/abort' 2024-11-09T01:16:11,807 DEBUG [RS:0;5296cfb18d53:37509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1437822173/online-snapshot/acquired' 2024-11-09T01:16:11,807 DEBUG [RS:0;5296cfb18d53:37509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:16:11,807 INFO [RS:0;5296cfb18d53:37509 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:16:11,807 INFO [RS:0;5296cfb18d53:37509 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:16:11,908 INFO [RS:0;5296cfb18d53:37509 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:16:11,909 INFO [RS:0;5296cfb18d53:37509 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C37509%2C1731114970077, suffix=, logDir=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/WALs/5296cfb18d53,37509,1731114970077, archiveDir=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/oldWALs, maxLogs=10 2024-11-09T01:16:11,921 DEBUG [RS:0;5296cfb18d53:37509 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/WALs/5296cfb18d53,37509,1731114970077/5296cfb18d53%2C37509%2C1731114970077.1731114971910, exclude list is [], retry=0 2024-11-09T01:16:11,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46419,DS-bc318e55-33af-498d-ac97-5051a37ac2a3,DISK] 2024-11-09T01:16:11,927 INFO [RS:0;5296cfb18d53:37509 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/WALs/5296cfb18d53,37509,1731114970077/5296cfb18d53%2C37509%2C1731114970077.1731114971910 2024-11-09T01:16:11,927 DEBUG [RS:0;5296cfb18d53:37509 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36449:36449)] 2024-11-09T01:16:12,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:16:12,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T01:16:12,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:16:12,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T01:16:12,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:16:12,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T01:16:12,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:16:12,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T01:16:12,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:16:12,128 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863 2024-11-09T01:16:12,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741833_1009 (size=32) 2024-11-09T01:16:12,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:12,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:16:12,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:16:12,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:12,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:12,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:16:12,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:16:12,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:12,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:12,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:16:12,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:16:12,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:12,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:12,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:16:12,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:16:12,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:12,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:12,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:16:12,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/data/hbase/meta/1588230740 2024-11-09T01:16:12,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/data/hbase/meta/1588230740 2024-11-09T01:16:12,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:16:12,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:16:12,548 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:16:12,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:16:12,551 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:16:12,551 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72876141, jitterRate=0.08593912422657013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:16:12,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731114972536Initializing all the Stores at 1731114972537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114972537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114972538 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114972538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114972538Cleaning up temporary data from old regions at 1731114972547 (+9 ms)Region opened successfully at 1731114972551 (+4 ms) 2024-11-09T01:16:12,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:16:12,551 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:16:12,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:16:12,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:16:12,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:16:12,552 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:16:12,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114972551Disabling compacts and flushes for region at 1731114972551Disabling writes for close at 1731114972551Writing region close event to WAL at 1731114972552 (+1 ms)Closed at 1731114972552 2024-11-09T01:16:12,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:12,553 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:16:12,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:16:12,554 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:16:12,555 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:16:12,706 DEBUG [5296cfb18d53:37809 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:16:12,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,37509,1731114970077 2024-11-09T01:16:12,708 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,37509,1731114970077, state=OPENING 2024-11-09T01:16:12,748 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:16:12,769 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:12,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:12,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1437822173/meta-region-server: CHANGED 2024-11-09T01:16:12,770 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:16:12,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1437822173/meta-region-server: CHANGED 2024-11-09T01:16:12,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,37509,1731114970077}] 2024-11-09T01:16:12,925 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:16:12,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:16:12,931 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:16:12,931 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:16:12,931 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:16:12,933 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C37509%2C1731114970077.meta, suffix=.meta, logDir=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/WALs/5296cfb18d53,37509,1731114970077, archiveDir=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/oldWALs, maxLogs=10 2024-11-09T01:16:12,945 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/WALs/5296cfb18d53,37509,1731114970077/5296cfb18d53%2C37509%2C1731114970077.meta.1731114972933.meta, exclude list is [], retry=0 2024-11-09T01:16:12,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46419,DS-bc318e55-33af-498d-ac97-5051a37ac2a3,DISK] 2024-11-09T01:16:12,950 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/WALs/5296cfb18d53,37509,1731114970077/5296cfb18d53%2C37509%2C1731114970077.meta.1731114972933.meta 2024-11-09T01:16:12,950 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36449:36449)] 2024-11-09T01:16:12,950 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:16:12,951 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:16:12,951 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:16:12,951 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:16:12,951 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:16:12,951 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:16:12,951 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:12,952 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:16:12,952 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:16:12,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:16:12,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:16:12,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:12,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:12,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:16:12,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:16:12,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:12,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:12,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:16:12,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:16:12,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:12,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:12,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:16:12,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:16:12,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:12,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:12,962 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:16:12,963 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/data/hbase/meta/1588230740 2024-11-09T01:16:12,964 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/data/hbase/meta/1588230740 2024-11-09T01:16:12,965 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:16:12,965 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:16:12,966 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:16:12,967 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:16:12,968 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60900065, jitterRate=-0.09251831471920013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:16:12,968 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:16:12,968 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731114972952Writing region info on filesystem at 1731114972952Initializing all the Stores at 1731114972953 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114972953Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114972956 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114972956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114972956Cleaning up temporary data from old regions at 1731114972965 (+9 ms)Running coprocessor post-open hooks at 1731114972968 (+3 ms)Region opened successfully at 1731114972968 2024-11-09T01:16:12,969 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731114972925 2024-11-09T01:16:12,971 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:16:12,972 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:16:12,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,37509,1731114970077 2024-11-09T01:16:12,973 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,37509,1731114970077, state=OPEN 2024-11-09T01:16:13,001 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1437822173/meta-region-server 2024-11-09T01:16:13,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1437822173/meta-region-server 2024-11-09T01:16:13,001 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,37509,1731114970077 2024-11-09T01:16:13,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1437822173/meta-region-server: CHANGED 2024-11-09T01:16:13,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1437822173/meta-region-server: CHANGED 2024-11-09T01:16:13,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:16:13,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,37509,1731114970077 in 231 msec 2024-11-09T01:16:13,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:16:13,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-09T01:16:13,016 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:13,016 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:16:13,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:13,019 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,37509,1731114970077, seqNum=-1] 2024-11-09T01:16:13,019 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:13,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:16:13,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3170 sec 2024-11-09T01:16:13,032 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731114973032, completionTime=-1 2024-11-09T01:16:13,032 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:16:13,032 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:16:13,035 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:16:13,035 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115033035 2024-11-09T01:16:13,035 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115093035 2024-11-09T01:16:13,035 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T01:16:13,036 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37809,1731114969921-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:13,036 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37809,1731114969921-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:13,036 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37809,1731114969921-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:13,036 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:37809, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:13,036 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:13,036 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:13,039 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:16:13,042 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.872sec 2024-11-09T01:16:13,043 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:16:13,043 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:16:13,043 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:16:13,043 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:16:13,043 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:16:13,043 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37809,1731114969921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:16:13,043 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37809,1731114969921-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:16:13,047 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:16:13,047 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:16:13,047 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37809,1731114969921-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:13,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a10b930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:13,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,37809,-1 for getting cluster id 2024-11-09T01:16:13,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:13,122 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9543a7f7-1543-4c23-8e56-fd1f9ef775b1' 2024-11-09T01:16:13,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:13,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9543a7f7-1543-4c23-8e56-fd1f9ef775b1" 2024-11-09T01:16:13,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29abd614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:13,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,37809,-1] 2024-11-09T01:16:13,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:13,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:13,125 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:13,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4456bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:13,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:13,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,37509,1731114970077, seqNum=-1] 2024-11-09T01:16:13,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:13,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:16:13,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,37809,1731114969921 2024-11-09T01:16:13,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62475 2024-11-09T01:16:13,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:16:13,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d2a092b0005 connected 2024-11-09T01:16:13,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1e04ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:13,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40989,-1 for getting cluster id 2024-11-09T01:16:13,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:13,161 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b9b1939-1f5d-4308-9841-727bd6f9fd38' 2024-11-09T01:16:13,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:13,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b9b1939-1f5d-4308-9841-727bd6f9fd38" 2024-11-09T01:16:13,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd04ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:13,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40989,-1] 2024-11-09T01:16:13,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:13,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:13,163 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6423b854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:13,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:16:13,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,40989,1731114965291 2024-11-09T01:16:13,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44a6d9b0 2024-11-09T01:16:13,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:16:13,169 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:16:13,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:37809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:16:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:16:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:13,173 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:37809' 2024-11-09T01:16:13,175 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ddd1d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:13,175 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,37809,-1 for getting cluster id 2024-11-09T01:16:13,175 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:13,176 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9543a7f7-1543-4c23-8e56-fd1f9ef775b1' 2024-11-09T01:16:13,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:13,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9543a7f7-1543-4c23-8e56-fd1f9ef775b1" 2024-11-09T01:16:13,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8063a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:13,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,37809,-1] 2024-11-09T01:16:13,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:13,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:13,179 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:13,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:16:13,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ec3aa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:13,180 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:16:13,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:13,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,37809,1731114969921 2024-11-09T01:16:13,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@784295c4 2024-11-09T01:16:13,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:16:13,183 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:16:13,184 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T01:16:13,184 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:16:13,184 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:13,184 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:13,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:16:13,185 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:16:13,187 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:16:13,188 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:16:13,189 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:13,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:16:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741835_1011 (size=1138) 2024-11-09T01:16:13,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:13,217 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:16:13,237 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:16:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:13,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d655ca0918a1fc2e44408c10c11ba9f, NAME => 'hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b 2024-11-09T01:16:13,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741836_1012 (size=44) 2024-11-09T01:16:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:14,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:14,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8d655ca0918a1fc2e44408c10c11ba9f, disabling compactions & flushes 2024-11-09T01:16:14,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. 2024-11-09T01:16:14,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. 2024-11-09T01:16:14,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. after waiting 0 ms 2024-11-09T01:16:14,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. 2024-11-09T01:16:14,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. 2024-11-09T01:16:14,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d655ca0918a1fc2e44408c10c11ba9f: Waiting for close lock at 1731114974016Disabling compacts and flushes for region at 1731114974016Disabling writes for close at 1731114974017 (+1 ms)Writing region close event to WAL at 1731114974017Closed at 1731114974017 2024-11-09T01:16:14,018 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:16:14,019 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731114974018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114974018"}]},"ts":"1731114974018"} 2024-11-09T01:16:14,021 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:16:14,022 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:16:14,022 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731114974022"}]},"ts":"1731114974022"} 2024-11-09T01:16:14,024 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:16:14,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d655ca0918a1fc2e44408c10c11ba9f, ASSIGN}] 2024-11-09T01:16:14,026 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d655ca0918a1fc2e44408c10c11ba9f, ASSIGN 2024-11-09T01:16:14,026 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d655ca0918a1fc2e44408c10c11ba9f, ASSIGN; state=OFFLINE, location=5296cfb18d53,36777,1731114965641; forceNewPlan=false, retain=false 2024-11-09T01:16:14,177 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8d655ca0918a1fc2e44408c10c11ba9f, regionState=OPENING, regionLocation=5296cfb18d53,36777,1731114965641 2024-11-09T01:16:14,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d655ca0918a1fc2e44408c10c11ba9f, ASSIGN because future has completed 2024-11-09T01:16:14,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d655ca0918a1fc2e44408c10c11ba9f, server=5296cfb18d53,36777,1731114965641}] 2024-11-09T01:16:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:14,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. 2024-11-09T01:16:14,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:16:14,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:16:14,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C36777%2C1731114965641.rep, suffix=, logDir=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641, archiveDir=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/oldWALs, maxLogs=10 2024-11-09T01:16:14,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.rep.1731114974339, exclude list is [], retry=0 2024-11-09T01:16:14,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41029,DS-09ca3b9d-28ac-4fda-ae84-0816bcc9943e,DISK] 2024-11-09T01:16:14,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.rep.1731114974339 2024-11-09T01:16:14,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37563:37563)] 2024-11-09T01:16:14,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d655ca0918a1fc2e44408c10c11ba9f, NAME => 'hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:16:14,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:16:14,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:16:14,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. service=MultiRowMutationService 2024-11-09T01:16:14,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:16:14,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:14,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:14,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:14,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:14,358 INFO [StoreOpener-8d655ca0918a1fc2e44408c10c11ba9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:14,360 INFO [StoreOpener-8d655ca0918a1fc2e44408c10c11ba9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d655ca0918a1fc2e44408c10c11ba9f columnFamilyName hfileref 2024-11-09T01:16:14,360 DEBUG [StoreOpener-8d655ca0918a1fc2e44408c10c11ba9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:14,360 INFO [StoreOpener-8d655ca0918a1fc2e44408c10c11ba9f-1 {}] regionserver.HStore(327): Store=8d655ca0918a1fc2e44408c10c11ba9f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:14,360 INFO [StoreOpener-8d655ca0918a1fc2e44408c10c11ba9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:14,362 INFO [StoreOpener-8d655ca0918a1fc2e44408c10c11ba9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d655ca0918a1fc2e44408c10c11ba9f columnFamilyName queue 2024-11-09T01:16:14,362 DEBUG [StoreOpener-8d655ca0918a1fc2e44408c10c11ba9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:14,362 INFO [StoreOpener-8d655ca0918a1fc2e44408c10c11ba9f-1 {}] regionserver.HStore(327): Store=8d655ca0918a1fc2e44408c10c11ba9f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:14,362 INFO [StoreOpener-8d655ca0918a1fc2e44408c10c11ba9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:14,364 INFO [StoreOpener-8d655ca0918a1fc2e44408c10c11ba9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d655ca0918a1fc2e44408c10c11ba9f columnFamilyName sid 2024-11-09T01:16:14,364 DEBUG [StoreOpener-8d655ca0918a1fc2e44408c10c11ba9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:14,364 INFO [StoreOpener-8d655ca0918a1fc2e44408c10c11ba9f-1 {}] regionserver.HStore(327): Store=8d655ca0918a1fc2e44408c10c11ba9f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:14,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:14,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/replication/8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:14,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/replication/8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:14,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:14,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:14,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:16:14,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:14,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/replication/8d655ca0918a1fc2e44408c10c11ba9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:16:14,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8d655ca0918a1fc2e44408c10c11ba9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66422038, jitterRate=-0.01023450493812561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:16:14,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:14,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8d655ca0918a1fc2e44408c10c11ba9f: Running coprocessor pre-open hook at 1731114974357Writing region info on filesystem at 1731114974357Initializing all the Stores at 1731114974358 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114974358Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114974358Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114974358Cleaning up temporary data from old regions at 1731114974367 (+9 ms)Running coprocessor post-open hooks at 1731114974371 (+4 ms)Region opened successfully at 1731114974372 (+1 ms) 2024-11-09T01:16:14,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f., pid=7, masterSystemTime=1731114974332 2024-11-09T01:16:14,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. 2024-11-09T01:16:14,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. 2024-11-09T01:16:14,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8d655ca0918a1fc2e44408c10c11ba9f, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,36777,1731114965641 2024-11-09T01:16:14,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d655ca0918a1fc2e44408c10c11ba9f, server=5296cfb18d53,36777,1731114965641 because future has completed 2024-11-09T01:16:14,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T01:16:14,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d655ca0918a1fc2e44408c10c11ba9f, server=5296cfb18d53,36777,1731114965641 in 201 msec 2024-11-09T01:16:14,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:16:14,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d655ca0918a1fc2e44408c10c11ba9f, ASSIGN in 359 msec 2024-11-09T01:16:14,387 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:16:14,387 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731114974387"}]},"ts":"1731114974387"} 2024-11-09T01:16:14,390 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:16:14,392 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:16:14,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2070 sec 2024-11-09T01:16:14,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f., hostname=5296cfb18d53,36777,1731114965641, seqNum=2] 2024-11-09T01:16:14,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:14,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:14,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:16:14,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36777 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T01:16:14,655 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:16:14,691 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,36777,1731114965641, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:16:14,691 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:14,691 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36777,1731114965641, seqNum=-1] 2024-11-09T01:16:14,692 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:14,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-09T01:16:14,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,36777,1731114965641', locateType=CURRENT is [region=hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f., hostname=5296cfb18d53,36777,1731114965641, seqNum=2] 2024-11-09T01:16:14,698 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T01:16:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T01:16:14,701 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,36777,1731114965641 suceeded 2024-11-09T01:16:14,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T01:16:14,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-09T01:16:14,714 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:37809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:16:14,715 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:37809' 2024-11-09T01:16:14,717 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aaa2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:14,717 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,37809,-1 for getting cluster id 2024-11-09T01:16:14,717 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:14,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5450 sec 2024-11-09T01:16:14,718 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9543a7f7-1543-4c23-8e56-fd1f9ef775b1' 2024-11-09T01:16:14,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:14,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9543a7f7-1543-4c23-8e56-fd1f9ef775b1" 2024-11-09T01:16:14,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@415f1572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:14,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,37809,-1] 2024-11-09T01:16:14,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:14,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:14,720 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:14,720 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15bbfe97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:14,720 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:16:14,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,37809,1731114969921 2024-11-09T01:16:14,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b713f73 2024-11-09T01:16:14,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:16:14,722 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-09T01:16:14,723 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,36777,1731114965641 (queues=1) is replicating from cluster=4b9b1939-1f5d-4308-9841-727bd6f9fd38 to cluster=9543a7f7-1543-4c23-8e56-fd1f9ef775b1 2024-11-09T01:16:14,723 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C36777%2C1731114965641 2024-11-09T01:16:14,723 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,36777,1731114965641, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:16:14,724 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641.replicationSource.shipper5296cfb18d53%2C36777%2C1731114965641,1-5296cfb18d53,36777,1731114965641 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C36777%2C1731114965641 2024-11-09T01:16:14,724 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641.replicationSource.wal-reader.5296cfb18d53%2C36777%2C1731114965641,1-5296cfb18d53,36777,1731114965641 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.1731114967251, startPosition=0, beingWritten=true 2024-11-09T01:16:14,929 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641.replicationSource.wal-reader.5296cfb18d53%2C36777%2C1731114965641,1-5296cfb18d53,36777,1731114965641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.1731114967251 to pos 0, reset compression=false 2024-11-09T01:16:15,234 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641.replicationSource.wal-reader.5296cfb18d53%2C36777%2C1731114965641,1-5296cfb18d53,36777,1731114965641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.1731114967251 to pos 0, reset compression=false 2024-11-09T01:16:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:15,316 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:16:15,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:16:15,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:16:15,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:15,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:15,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:16:15,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:16:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,40989,1731114965291 2024-11-09T01:16:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e695087 2024-11-09T01:16:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:16:15,319 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:16:15,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T01:16:15,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:16:15,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:16:15,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:16:15,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:15,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:15,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:16:15,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:16:15,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=134962853, stopped=false 2024-11-09T01:16:15,320 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,37809,1731114969921 2024-11-09T01:16:15,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1437822173/running 2024-11-09T01:16:15,365 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1437822173/running 2024-11-09T01:16:15,365 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:15,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:15,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:16:15,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:16:15,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:16:15,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:15,366 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,37509,1731114970077' ***** 2024-11-09T01:16:15,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Set watcher on znode that does not yet exist, /1437822173/running 2024-11-09T01:16:15,366 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:16:15,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Set watcher on znode that does not yet exist, /1437822173/running 2024-11-09T01:16:15,366 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:16:15,366 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:16:15,366 INFO [RS:0;5296cfb18d53:37509 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:16:15,366 INFO [RS:0;5296cfb18d53:37509 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:16:15,367 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,37509,1731114970077 2024-11-09T01:16:15,367 INFO [RS:0;5296cfb18d53:37509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:16:15,367 INFO [RS:0;5296cfb18d53:37509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:37509. 2024-11-09T01:16:15,367 DEBUG [RS:0;5296cfb18d53:37509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:16:15,367 DEBUG [RS:0;5296cfb18d53:37509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:15,367 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:16:15,367 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:16:15,367 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:16:15,367 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:16:15,367 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:16:15,367 DEBUG [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:16:15,367 DEBUG [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:16:15,367 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:16:15,367 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:16:15,367 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:16:15,367 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:16:15,367 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:16:15,367 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T01:16:15,379 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:16:15,382 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/data/hbase/meta/1588230740/.tmp/ns/ea76ec5c29004cf6b903a4e6390f4ac9 is 43, key is default/ns:d/1731114973021/Put/seqid=0 2024-11-09T01:16:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741835_1011 (size=5153) 2024-11-09T01:16:15,567 DEBUG [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:16:15,639 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641.replicationSource.wal-reader.5296cfb18d53%2C36777%2C1731114965641,1-5296cfb18d53,36777,1731114965641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.1731114967251 to pos 0, reset compression=false 2024-11-09T01:16:15,768 DEBUG [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:16:15,787 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/data/hbase/meta/1588230740/.tmp/ns/ea76ec5c29004cf6b903a4e6390f4ac9 2024-11-09T01:16:15,794 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/data/hbase/meta/1588230740/.tmp/ns/ea76ec5c29004cf6b903a4e6390f4ac9 as hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/data/hbase/meta/1588230740/ns/ea76ec5c29004cf6b903a4e6390f4ac9 2024-11-09T01:16:15,800 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/data/hbase/meta/1588230740/ns/ea76ec5c29004cf6b903a4e6390f4ac9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T01:16:15,801 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-09T01:16:15,805 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T01:16:15,806 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:16:15,806 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:16:15,806 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:16:15,806 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114975367Running coprocessor pre-close hooks at 1731114975367Disabling compacts and flushes for region at 1731114975367Disabling writes for close at 1731114975367Obtaining lock to block concurrent updates at 1731114975367Preparing flush snapshotting stores in 1588230740 at 1731114975367Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731114975368 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731114975368Flushing 1588230740/ns: creating writer at 1731114975369 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731114975382 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731114975382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16048cee: reopening flushed file at 1731114975793 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1731114975801 (+8 ms)Writing region close event to WAL at 1731114975801Running coprocessor post-close hooks at 1731114975806 (+5 ms)Closed at 1731114975806 2024-11-09T01:16:15,806 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:16:15,841 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:16:15,841 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:16:15,968 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,37509,1731114970077; all regions closed. 2024-11-09T01:16:15,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741834_1010 (size=1152) 2024-11-09T01:16:15,974 DEBUG [RS:0;5296cfb18d53:37509 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/oldWALs 2024-11-09T01:16:15,974 INFO [RS:0;5296cfb18d53:37509 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C37509%2C1731114970077.meta:.meta(num 1731114972933) 2024-11-09T01:16:15,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741832_1008 (size=93) 2024-11-09T01:16:15,985 DEBUG [RS:0;5296cfb18d53:37509 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/oldWALs 2024-11-09T01:16:15,985 INFO [RS:0;5296cfb18d53:37509 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C37509%2C1731114970077:(num 1731114971910) 2024-11-09T01:16:15,985 DEBUG [RS:0;5296cfb18d53:37509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:15,985 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:16:15,986 INFO [RS:0;5296cfb18d53:37509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:16:15,986 INFO [RS:0;5296cfb18d53:37509 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:16:15,986 INFO [RS:0;5296cfb18d53:37509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:16:15,986 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:16:15,986 INFO [RS:0;5296cfb18d53:37509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37509 2024-11-09T01:16:16,039 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1437822173/rs/5296cfb18d53,37509,1731114970077 2024-11-09T01:16:16,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173/rs 2024-11-09T01:16:16,039 INFO [RS:0;5296cfb18d53:37509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:16:16,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,37509,1731114970077] 2024-11-09T01:16:16,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1437822173/draining/5296cfb18d53,37509,1731114970077 already deleted, retry=false 2024-11-09T01:16:16,060 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,37509,1731114970077 expired; onlineServers=0 2024-11-09T01:16:16,060 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,37809,1731114969921' ***** 2024-11-09T01:16:16,060 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:16:16,060 INFO [M:0;5296cfb18d53:37809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:16:16,060 INFO [M:0;5296cfb18d53:37809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:16:16,060 DEBUG [M:0;5296cfb18d53:37809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:16:16,060 DEBUG [M:0;5296cfb18d53:37809 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:16:16,060 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:16:16,060 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114971716 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114971716,5,FailOnTimeoutGroup] 2024-11-09T01:16:16,060 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114971717 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114971717,5,FailOnTimeoutGroup] 2024-11-09T01:16:16,061 INFO [M:0;5296cfb18d53:37809 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:16:16,061 INFO [M:0;5296cfb18d53:37809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:16:16,061 DEBUG [M:0;5296cfb18d53:37809 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:16:16,061 INFO [M:0;5296cfb18d53:37809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:16:16,061 INFO [M:0;5296cfb18d53:37809 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:16:16,061 INFO [M:0;5296cfb18d53:37809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:16:16,061 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:16:16,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1437822173/master 2024-11-09T01:16:16,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1437822173 2024-11-09T01:16:16,071 DEBUG [M:0;5296cfb18d53:37809 {}] zookeeper.ZKUtil(347): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Unable to get data of znode /1437822173/master because node does not exist (not an error) 2024-11-09T01:16:16,071 WARN [M:0;5296cfb18d53:37809 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:16:16,071 INFO [M:0;5296cfb18d53:37809 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/.lastflushedseqids 2024-11-09T01:16:16,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741836_1012 (size=99) 2024-11-09T01:16:16,146 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641.replicationSource.wal-reader.5296cfb18d53%2C36777%2C1731114965641,1-5296cfb18d53,36777,1731114965641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.1731114967251 to pos 0, reset compression=false 2024-11-09T01:16:16,150 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:16:16,150 INFO [RS:0;5296cfb18d53:37509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:16:16,150 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37509-0x1011d2a092b0004, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:16:16,150 INFO [RS:0;5296cfb18d53:37509 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,37509,1731114970077; zookeeper connection closed. 2024-11-09T01:16:16,150 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4592ef20 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4592ef20 2024-11-09T01:16:16,150 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:16:16,477 INFO [M:0;5296cfb18d53:37809 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:16:16,477 INFO [M:0;5296cfb18d53:37809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:16:16,477 DEBUG [M:0;5296cfb18d53:37809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:16:16,477 INFO [M:0;5296cfb18d53:37809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:16,477 DEBUG [M:0;5296cfb18d53:37809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:16,477 DEBUG [M:0;5296cfb18d53:37809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:16:16,477 DEBUG [M:0;5296cfb18d53:37809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:16,478 INFO [M:0;5296cfb18d53:37809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T01:16:16,493 DEBUG [M:0;5296cfb18d53:37809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a16ae43567844fca3ce2e0409cc44e7 is 82, key is hbase:meta,,1/info:regioninfo/1731114972972/Put/seqid=0 2024-11-09T01:16:16,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741837_1013 (size=5672) 2024-11-09T01:16:16,751 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641.replicationSource.wal-reader.5296cfb18d53%2C36777%2C1731114965641,1-5296cfb18d53,36777,1731114965641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.1731114967251 to pos 0, reset compression=false 2024-11-09T01:16:16,899 INFO [M:0;5296cfb18d53:37809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a16ae43567844fca3ce2e0409cc44e7 2024-11-09T01:16:16,931 DEBUG [M:0;5296cfb18d53:37809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30ec0ff43e8e43839a43e42bb060758d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731114973030/Put/seqid=0 2024-11-09T01:16:16,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741838_1014 (size=5275) 2024-11-09T01:16:17,338 INFO [M:0;5296cfb18d53:37809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30ec0ff43e8e43839a43e42bb060758d 2024-11-09T01:16:17,357 DEBUG [M:0;5296cfb18d53:37809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84439abc979444ea8f19736844a78b7e is 69, key is 5296cfb18d53,37509,1731114970077/rs:state/1731114971753/Put/seqid=0 2024-11-09T01:16:17,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741839_1015 (size=5156) 2024-11-09T01:16:17,458 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641.replicationSource.wal-reader.5296cfb18d53%2C36777%2C1731114965641,1-5296cfb18d53,36777,1731114965641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.1731114967251 to pos 0, reset compression=false 2024-11-09T01:16:17,762 INFO [M:0;5296cfb18d53:37809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84439abc979444ea8f19736844a78b7e 2024-11-09T01:16:17,769 DEBUG [M:0;5296cfb18d53:37809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a16ae43567844fca3ce2e0409cc44e7 as hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a16ae43567844fca3ce2e0409cc44e7 2024-11-09T01:16:17,775 INFO [M:0;5296cfb18d53:37809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a16ae43567844fca3ce2e0409cc44e7, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T01:16:17,776 DEBUG [M:0;5296cfb18d53:37809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30ec0ff43e8e43839a43e42bb060758d as hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30ec0ff43e8e43839a43e42bb060758d 2024-11-09T01:16:17,782 INFO [M:0;5296cfb18d53:37809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30ec0ff43e8e43839a43e42bb060758d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T01:16:17,783 DEBUG [M:0;5296cfb18d53:37809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84439abc979444ea8f19736844a78b7e as hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84439abc979444ea8f19736844a78b7e 2024-11-09T01:16:17,789 INFO [M:0;5296cfb18d53:37809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84439abc979444ea8f19736844a78b7e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T01:16:17,790 INFO [M:0;5296cfb18d53:37809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=28, compaction requested=false 2024-11-09T01:16:17,794 INFO [M:0;5296cfb18d53:37809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:17,795 DEBUG [M:0;5296cfb18d53:37809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114976477Disabling compacts and flushes for region at 1731114976477Disabling writes for close at 1731114976477Obtaining lock to block concurrent updates at 1731114976478 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731114976478Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731114976478Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731114976479 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731114976479Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731114976493 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731114976493Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731114976907 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731114976930 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731114976930Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731114977344 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731114977357 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731114977357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd2ef6a: reopening flushed file at 1731114977768 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b18aa4: reopening flushed file at 1731114977775 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@791bcfdd: reopening flushed file at 1731114977782 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=28, compaction requested=false at 1731114977790 (+8 ms)Writing region close event to WAL at 1731114977794 (+4 ms)Closed at 1731114977794 2024-11-09T01:16:17,798 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df28ce42-1bd2-7ec9-f961-e460dedf5863/MasterData/WALs/5296cfb18d53,37809,1731114969921/5296cfb18d53%2C37809%2C1731114969921.1731114971486 not finished, retry = 0 2024-11-09T01:16:17,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46419 is added to blk_1073741830_1006 (size=10165) 2024-11-09T01:16:17,899 INFO [M:0;5296cfb18d53:37809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:16:17,899 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:16:17,899 INFO [M:0;5296cfb18d53:37809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37809 2024-11-09T01:16:17,900 INFO [M:0;5296cfb18d53:37809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:16:18,023 INFO [M:0;5296cfb18d53:37809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:16:18,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:16:18,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37809-0x1011d2a092b0003, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:16:18,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@152907f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:16:18,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bb57979{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:16:18,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:16:18,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77e1c6b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:16:18,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f7bfbaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/hadoop.log.dir/,STOPPED} 2024-11-09T01:16:18,028 WARN [BP-280270184-172.17.0.2-1731114967912 heartbeating to localhost/127.0.0.1:43603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:16:18,028 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:16:18,028 WARN [BP-280270184-172.17.0.2-1731114967912 heartbeating to localhost/127.0.0.1:43603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-280270184-172.17.0.2-1731114967912 (Datanode Uuid 85f698c8-b786-4f61-a938-aba427b2e18a) service to localhost/127.0.0.1:43603 2024-11-09T01:16:18,028 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:16:18,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/cluster_e929fcff-874c-b63c-f3b6-0f4a07482c36/data/data1/current/BP-280270184-172.17.0.2-1731114967912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:16:18,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/cluster_e929fcff-874c-b63c-f3b6-0f4a07482c36/data/data2/current/BP-280270184-172.17.0.2-1731114967912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:16:18,029 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:16:18,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eccdfb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:16:18,035 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c0eb46c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:16:18,035 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:16:18,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@546cc908{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:16:18,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54197af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/hadoop.log.dir/,STOPPED} 2024-11-09T01:16:18,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:16:18,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:16:18,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:16:18,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:16:18,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:18,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:18,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:16:18,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:16:18,069 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1498539391, stopped=false 2024-11-09T01:16:18,069 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,40989,1731114965291 2024-11-09T01:16:18,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0898143052/running 2024-11-09T01:16:18,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0898143052/running 2024-11-09T01:16:18,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:18,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:18,153 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:16:18,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:16:18,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Set watcher on znode that does not yet exist, /0898143052/running 2024-11-09T01:16:18,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Set watcher on znode that does not yet exist, /0898143052/running 2024-11-09T01:16:18,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:16:18,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:18,154 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,36777,1731114965641' ***** 2024-11-09T01:16:18,154 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:16:18,154 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:16:18,154 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:16:18,154 INFO [RS:0;5296cfb18d53:36777 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:16:18,154 INFO [RS:0;5296cfb18d53:36777 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:16:18,154 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:18,154 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,36777,1731114965641 2024-11-09T01:16:18,154 INFO [RS:0;5296cfb18d53:36777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:16:18,154 INFO [RS:0;5296cfb18d53:36777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:36777. 2024-11-09T01:16:18,154 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d655ca0918a1fc2e44408c10c11ba9f, disabling compactions & flushes 2024-11-09T01:16:18,154 DEBUG [RS:0;5296cfb18d53:36777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:16:18,155 DEBUG [RS:0;5296cfb18d53:36777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:18,155 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. 2024-11-09T01:16:18,155 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. 2024-11-09T01:16:18,155 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. after waiting 0 ms 2024-11-09T01:16:18,155 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:16:18,155 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. 2024-11-09T01:16:18,155 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:16:18,155 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:16:18,155 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d655ca0918a1fc2e44408c10c11ba9f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T01:16:18,155 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:16:18,156 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:16:18,156 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8d655ca0918a1fc2e44408c10c11ba9f=hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f.} 2024-11-09T01:16:18,156 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:16:18,156 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:18,156 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:16:18,156 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:16:18,156 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:16:18,156 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:16:18,156 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T01:16:18,170 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/replication/8d655ca0918a1fc2e44408c10c11ba9f/.tmp/queue/b07e4ddb0a714d5b89964d2602a79a5f is 151, key is 1-5296cfb18d53,36777,1731114965641/queue:5296cfb18d53%2C36777%2C1731114965641/1731114974696/Put/seqid=0 2024-11-09T01:16:18,170 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/.tmp/info/1f1a975d9106484b89f89b1c877c46be is 147, key is hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f./info:regioninfo/1731114974377/Put/seqid=0 2024-11-09T01:16:18,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741839_1015 (size=6631) 2024-11-09T01:16:18,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741838_1014 (size=5350) 2024-11-09T01:16:18,208 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:16:18,263 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641.replicationSource.wal-reader.5296cfb18d53%2C36777%2C1731114965641,1-5296cfb18d53,36777,1731114965641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.1731114967251 to pos 0, reset compression=false 2024-11-09T01:16:18,356 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:18,454 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:16:18,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:18,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:18,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:18,557 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d655ca0918a1fc2e44408c10c11ba9f 2024-11-09T01:16:18,575 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/replication/8d655ca0918a1fc2e44408c10c11ba9f/.tmp/queue/b07e4ddb0a714d5b89964d2602a79a5f 2024-11-09T01:16:18,575 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/.tmp/info/1f1a975d9106484b89f89b1c877c46be 2024-11-09T01:16:18,582 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/replication/8d655ca0918a1fc2e44408c10c11ba9f/.tmp/queue/b07e4ddb0a714d5b89964d2602a79a5f as hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/replication/8d655ca0918a1fc2e44408c10c11ba9f/queue/b07e4ddb0a714d5b89964d2602a79a5f 2024-11-09T01:16:18,588 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/replication/8d655ca0918a1fc2e44408c10c11ba9f/queue/b07e4ddb0a714d5b89964d2602a79a5f, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T01:16:18,589 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8d655ca0918a1fc2e44408c10c11ba9f in 434ms, sequenceid=5, compaction requested=false 2024-11-09T01:16:18,589 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T01:16:18,594 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/replication/8d655ca0918a1fc2e44408c10c11ba9f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T01:16:18,595 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:16:18,595 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:16:18,595 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. 2024-11-09T01:16:18,595 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d655ca0918a1fc2e44408c10c11ba9f: Waiting for close lock at 1731114978154Running coprocessor pre-close hooks at 1731114978154Disabling compacts and flushes for region at 1731114978154Disabling writes for close at 1731114978155 (+1 ms)Obtaining lock to block concurrent updates at 1731114978155Preparing flush snapshotting stores in 8d655ca0918a1fc2e44408c10c11ba9f at 1731114978155Finished memstore snapshotting hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731114978155Flushing stores of hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. at 1731114978155Flushing 8d655ca0918a1fc2e44408c10c11ba9f/queue: creating writer at 1731114978156 (+1 ms)Flushing 8d655ca0918a1fc2e44408c10c11ba9f/queue: appending metadata at 1731114978169 (+13 ms)Flushing 8d655ca0918a1fc2e44408c10c11ba9f/queue: closing flushed file at 1731114978169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac33e6: reopening flushed file at 1731114978581 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8d655ca0918a1fc2e44408c10c11ba9f in 434ms, sequenceid=5, compaction requested=false at 1731114978589 (+8 ms)Writing region close event to WAL at 1731114978590 (+1 ms)Running coprocessor post-close hooks at 1731114978595 (+5 ms)Closed at 1731114978595 2024-11-09T01:16:18,595 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731114973185.8d655ca0918a1fc2e44408c10c11ba9f. 2024-11-09T01:16:18,598 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/.tmp/ns/1f141b15b626408b99973083b3b4e007 is 43, key is default/ns:d/1731114967786/Put/seqid=0 2024-11-09T01:16:18,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741840_1016 (size=5153) 2024-11-09T01:16:18,757 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:16:18,957 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:16:19,003 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/.tmp/ns/1f141b15b626408b99973083b3b4e007 2024-11-09T01:16:19,032 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/.tmp/table/a7a191fa15f74339af13e4e2baa22b1f is 53, key is hbase:replication/table:state/1731114974387/Put/seqid=0 2024-11-09T01:16:19,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741841_1017 (size=5256) 2024-11-09T01:16:19,094 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:16:19,095 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:16:19,157 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:16:19,157 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:16:19,157 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:16:19,169 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641.replicationSource.wal-reader.5296cfb18d53%2C36777%2C1731114965641,1-5296cfb18d53,36777,1731114965641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.1731114967251 to pos 0, reset compression=false 2024-11-09T01:16:19,357 DEBUG [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:16:19,437 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/.tmp/table/a7a191fa15f74339af13e4e2baa22b1f 2024-11-09T01:16:19,443 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/.tmp/info/1f1a975d9106484b89f89b1c877c46be as hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/info/1f1a975d9106484b89f89b1c877c46be 2024-11-09T01:16:19,449 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/info/1f1a975d9106484b89f89b1c877c46be, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T01:16:19,450 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/.tmp/ns/1f141b15b626408b99973083b3b4e007 as hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/ns/1f141b15b626408b99973083b3b4e007 2024-11-09T01:16:19,456 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/ns/1f141b15b626408b99973083b3b4e007, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T01:16:19,458 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/.tmp/table/a7a191fa15f74339af13e4e2baa22b1f as hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/table/a7a191fa15f74339af13e4e2baa22b1f 2024-11-09T01:16:19,464 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/table/a7a191fa15f74339af13e4e2baa22b1f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T01:16:19,465 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false 2024-11-09T01:16:19,470 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T01:16:19,470 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:16:19,471 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:16:19,471 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:16:19,471 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114978156Running coprocessor pre-close hooks at 1731114978156Disabling compacts and flushes for region at 1731114978156Disabling writes for close at 1731114978156Obtaining lock to block concurrent updates at 1731114978156Preparing flush snapshotting stores in 1588230740 at 1731114978156Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731114978157 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731114978157Flushing 1588230740/info: creating writer at 1731114978158 (+1 ms)Flushing 1588230740/info: appending metadata at 1731114978170 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731114978170Flushing 1588230740/ns: creating writer at 1731114978581 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731114978597 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731114978598 (+1 ms)Flushing 1588230740/table: creating writer at 1731114979010 (+412 ms)Flushing 1588230740/table: appending metadata at 1731114979031 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731114979031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4a25de: reopening flushed file at 1731114979442 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@744e7eec: reopening flushed file at 1731114979449 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b7e085: reopening flushed file at 1731114979456 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false at 1731114979465 (+9 ms)Writing region close event to WAL at 1731114979466 (+1 ms)Running coprocessor post-close hooks at 1731114979470 (+4 ms)Closed at 1731114979471 (+1 ms) 2024-11-09T01:16:19,471 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:16:19,558 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,36777,1731114965641; all regions closed. 2024-11-09T01:16:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741834_1010 (size=2742) 2024-11-09T01:16:19,560 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.meta.1731114967640.meta not finished, retry = 0 2024-11-09T01:16:19,663 DEBUG [RS:0;5296cfb18d53:36777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/oldWALs 2024-11-09T01:16:19,663 INFO [RS:0;5296cfb18d53:36777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C36777%2C1731114965641.meta:.meta(num 1731114967640) 2024-11-09T01:16:19,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741837_1013 (size=1586) 2024-11-09T01:16:19,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.rep.1731114974339 not finished, retry = 0 2024-11-09T01:16:19,769 DEBUG [RS:0;5296cfb18d53:36777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/oldWALs 2024-11-09T01:16:19,769 INFO [RS:0;5296cfb18d53:36777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C36777%2C1731114965641.rep:(num 1731114974339) 2024-11-09T01:16:19,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741833_1009 (size=93) 2024-11-09T01:16:19,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/WALs/5296cfb18d53,36777,1731114965641/5296cfb18d53%2C36777%2C1731114965641.1731114967251 not finished, retry = 0 2024-11-09T01:16:19,874 DEBUG [RS:0;5296cfb18d53:36777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/oldWALs 2024-11-09T01:16:19,874 INFO [RS:0;5296cfb18d53:36777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C36777%2C1731114965641:(num 1731114967251) 2024-11-09T01:16:19,874 DEBUG [RS:0;5296cfb18d53:36777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:19,874 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:16:19,874 INFO [RS:0;5296cfb18d53:36777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:16:19,874 INFO [RS:0;5296cfb18d53:36777 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:16:19,874 INFO [RS:0;5296cfb18d53:36777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:16:19,874 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:16:19,875 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,36777,1731114965641 because: Region server is closing 2024-11-09T01:16:19,875 INFO [RS:0;5296cfb18d53:36777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:36777. 2024-11-09T01:16:19,875 DEBUG [RS:0;5296cfb18d53:36777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:16:19,875 DEBUG [RS:0;5296cfb18d53:36777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:19,875 DEBUG [RS:0;5296cfb18d53:36777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:19,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:16:19,976 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641.replicationSource.shipper5296cfb18d53%2C36777%2C1731114965641,1-5296cfb18d53,36777,1731114965641 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T01:16:19,976 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641.replicationSource.wal-reader.5296cfb18d53%2C36777%2C1731114965641,1-5296cfb18d53,36777,1731114965641 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T01:16:19,976 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36777,1731114965641.replicationSource.shipper5296cfb18d53%2C36777%2C1731114965641,1-5296cfb18d53,36777,1731114965641 terminated 2024-11-09T01:16:19,976 INFO [RS:0;5296cfb18d53:36777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36777 2024-11-09T01:16:20,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052/rs 2024-11-09T01:16:20,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0898143052/rs/5296cfb18d53,36777,1731114965641 2024-11-09T01:16:20,039 INFO [RS:0;5296cfb18d53:36777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:16:20,039 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007f634c8e4380@164696ee rejected from java.util.concurrent.ThreadPoolExecutor@53440a42[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-09T01:16:20,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,36777,1731114965641] 2024-11-09T01:16:20,059 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0898143052/draining/5296cfb18d53,36777,1731114965641 already deleted, retry=false 2024-11-09T01:16:20,059 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,36777,1731114965641 expired; onlineServers=0 2024-11-09T01:16:20,059 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,40989,1731114965291' ***** 2024-11-09T01:16:20,060 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:16:20,060 INFO [M:0;5296cfb18d53:40989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:16:20,060 INFO [M:0;5296cfb18d53:40989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:16:20,060 DEBUG [M:0;5296cfb18d53:40989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:16:20,060 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:16:20,060 DEBUG [M:0;5296cfb18d53:40989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:16:20,060 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114966944 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114966944,5,FailOnTimeoutGroup] 2024-11-09T01:16:20,060 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114966952 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114966952,5,FailOnTimeoutGroup] 2024-11-09T01:16:20,060 INFO [M:0;5296cfb18d53:40989 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:16:20,060 INFO [M:0;5296cfb18d53:40989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:16:20,060 DEBUG [M:0;5296cfb18d53:40989 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:16:20,060 INFO [M:0;5296cfb18d53:40989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:16:20,060 INFO [M:0;5296cfb18d53:40989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:16:20,061 INFO [M:0;5296cfb18d53:40989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:16:20,061 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:16:20,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0898143052/master 2024-11-09T01:16:20,070 DEBUG [M:0;5296cfb18d53:40989 {}] zookeeper.ZKUtil(347): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Unable to get data of znode /0898143052/master because node does not exist (not an error) 2024-11-09T01:16:20,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0898143052 2024-11-09T01:16:20,070 WARN [M:0;5296cfb18d53:40989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:16:20,071 INFO [M:0;5296cfb18d53:40989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/.lastflushedseqids 2024-11-09T01:16:20,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741842_1018 (size=181) 2024-11-09T01:16:20,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:16:20,149 INFO [RS:0;5296cfb18d53:36777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:16:20,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36777-0x1011d2a092b0001, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:16:20,149 INFO [RS:0;5296cfb18d53:36777 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,36777,1731114965641; zookeeper connection closed. 2024-11-09T01:16:20,150 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70b62e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70b62e0 2024-11-09T01:16:20,150 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:16:20,476 INFO [M:0;5296cfb18d53:40989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:16:20,476 INFO [M:0;5296cfb18d53:40989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:16:20,476 DEBUG [M:0;5296cfb18d53:40989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:16:20,477 INFO [M:0;5296cfb18d53:40989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:20,477 DEBUG [M:0;5296cfb18d53:40989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:20,477 DEBUG [M:0;5296cfb18d53:40989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:16:20,477 DEBUG [M:0;5296cfb18d53:40989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:20,477 INFO [M:0;5296cfb18d53:40989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T01:16:20,491 DEBUG [M:0;5296cfb18d53:40989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2662dc8f9cc4f61b29e1432723fd614 is 82, key is hbase:meta,,1/info:regioninfo/1731114967717/Put/seqid=0 2024-11-09T01:16:20,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741843_1019 (size=5672) 2024-11-09T01:16:20,896 INFO [M:0;5296cfb18d53:40989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2662dc8f9cc4f61b29e1432723fd614 2024-11-09T01:16:20,923 DEBUG [M:0;5296cfb18d53:40989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92c626c71a0b4999b9d8e30153c3e8aa is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731114974394/Put/seqid=0 2024-11-09T01:16:20,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741844_1020 (size=7203) 2024-11-09T01:16:21,328 INFO [M:0;5296cfb18d53:40989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92c626c71a0b4999b9d8e30153c3e8aa 2024-11-09T01:16:21,357 DEBUG [M:0;5296cfb18d53:40989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7053e50f5ae84021a98a39684930fd50 is 69, key is 5296cfb18d53,36777,1731114965641/rs:state/1731114967008/Put/seqid=0 2024-11-09T01:16:21,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741845_1021 (size=5156) 2024-11-09T01:16:21,761 INFO [M:0;5296cfb18d53:40989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7053e50f5ae84021a98a39684930fd50 2024-11-09T01:16:21,767 DEBUG [M:0;5296cfb18d53:40989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2662dc8f9cc4f61b29e1432723fd614 as hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2662dc8f9cc4f61b29e1432723fd614 2024-11-09T01:16:21,773 INFO [M:0;5296cfb18d53:40989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2662dc8f9cc4f61b29e1432723fd614, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T01:16:21,774 DEBUG [M:0;5296cfb18d53:40989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92c626c71a0b4999b9d8e30153c3e8aa as hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92c626c71a0b4999b9d8e30153c3e8aa 2024-11-09T01:16:21,779 INFO [M:0;5296cfb18d53:40989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92c626c71a0b4999b9d8e30153c3e8aa, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T01:16:21,780 DEBUG [M:0;5296cfb18d53:40989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7053e50f5ae84021a98a39684930fd50 as hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7053e50f5ae84021a98a39684930fd50 2024-11-09T01:16:21,785 INFO [M:0;5296cfb18d53:40989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40149/user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7053e50f5ae84021a98a39684930fd50, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T01:16:21,786 INFO [M:0;5296cfb18d53:40989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=70, compaction requested=false 2024-11-09T01:16:21,787 INFO [M:0;5296cfb18d53:40989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:21,787 DEBUG [M:0;5296cfb18d53:40989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114980476Disabling compacts and flushes for region at 1731114980476Disabling writes for close at 1731114980477 (+1 ms)Obtaining lock to block concurrent updates at 1731114980477Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731114980477Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731114980477Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731114980478 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731114980478Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731114980491 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731114980491Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731114980901 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731114980922 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731114980922Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731114981334 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731114981356 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731114981356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5749d6: reopening flushed file at 1731114981766 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@533a4b56: reopening flushed file at 1731114981773 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e50185: reopening flushed file at 1731114981779 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=70, compaction requested=false at 1731114981786 (+7 ms)Writing region close event to WAL at 1731114981787 (+1 ms)Closed at 1731114981787 2024-11-09T01:16:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741830_1006 (size=41008) 2024-11-09T01:16:21,789 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbfb43ef-0acd-4044-fc70-c2f75bccef2b/MasterData/WALs/5296cfb18d53,40989,1731114965291/5296cfb18d53%2C40989%2C1731114965291.1731114966401 not finished, retry = 0 2024-11-09T01:16:21,890 INFO [M:0;5296cfb18d53:40989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:16:21,890 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:16:21,890 INFO [M:0;5296cfb18d53:40989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40989 2024-11-09T01:16:21,890 INFO [M:0;5296cfb18d53:40989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:16:22,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:16:22,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:16:22,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:16:22,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:16:22,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:16:22,065 INFO [M:0;5296cfb18d53:40989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:16:22,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1011d2a092b0000, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:16:22,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1978c6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:16:22,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f761be4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:16:22,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:16:22,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31144654{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:16:22,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d554b36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/hadoop.log.dir/,STOPPED} 2024-11-09T01:16:22,069 WARN [BP-1331876896-172.17.0.2-1731114962332 heartbeating to localhost/127.0.0.1:40149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:16:22,069 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:16:22,069 WARN [BP-1331876896-172.17.0.2-1731114962332 heartbeating to localhost/127.0.0.1:40149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1331876896-172.17.0.2-1731114962332 (Datanode Uuid e2ec3491-f9f4-4863-866a-8611d23350c6) service to localhost/127.0.0.1:40149 2024-11-09T01:16:22,069 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:16:22,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/cluster_501cf84f-fabb-fa4e-a1ee-c5fb7f324ab4/data/data1/current/BP-1331876896-172.17.0.2-1731114962332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:16:22,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/cluster_501cf84f-fabb-fa4e-a1ee-c5fb7f324ab4/data/data2/current/BP-1331876896-172.17.0.2-1731114962332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:16:22,070 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:16:22,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bf52f9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:16:22,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634500c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:16:22,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:16:22,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8880471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:16:22,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6869fbf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6fea9c30-f451-af02-6ea0-0f11b08db92a/hadoop.log.dir/,STOPPED} 2024-11-09T01:16:22,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:16:22,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:16:22,103 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 108) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40149 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62475) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62475) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43603 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 427) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 273) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2469 (was 3010) 2024-11-09T01:16:22,114 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=2469 2024-11-09T01:16:22,126 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-09T01:16:22,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/hadoop.log.dir so I do NOT create it in target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df 2024-11-09T01:16:22,126 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:16:22,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/hadoop.tmp.dir so I do NOT create it in target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df 2024-11-09T01:16:22,126 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b92736e0-f542-8b43-3185-e6fbbafe7938/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:16:22,126 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df 2024-11-09T01:16:22,126 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/cluster_5bc690f3-dd1f-356c-7ff0-d2e288fecf49, deleteOnExit=true 2024-11-09T01:16:22,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/cluster_5bc690f3-dd1f-356c-7ff0-d2e288fecf49/zookeeper_0, clientPort=59250, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/cluster_5bc690f3-dd1f-356c-7ff0-d2e288fecf49/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/cluster_5bc690f3-dd1f-356c-7ff0-d2e288fecf49/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:16:22,147 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59250 2024-11-09T01:16:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:16:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:16:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/test.cache.data in system properties and HBase conf 2024-11-09T01:16:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:16:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:16:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:16:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:16:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:16:22,147 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:16:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:16:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:16:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:16:22,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:16:22,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:16:22,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:16:22,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:16:22,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:16:22,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:16:22,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:16:22,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:16:22,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:16:22,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:16:22,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:16:22,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d2a092b0002, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:16:22,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d2a092b0005, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:16:22,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d2a092b0002, quorum=127.0.0.1:62475, baseZNode=/0898143052 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:16:22,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d2a092b0005, quorum=127.0.0.1:62475, baseZNode=/1437822173 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:16:22,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:16:22,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:16:22,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:16:22,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:16:22,511 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:16:22,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:16:22,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e6e0e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:16:22,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d0b96ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:16:22,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e7c823b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/java.io.tmpdir/jetty-localhost-42647-hadoop-hdfs-3_4_1-tests_jar-_-any-15424537065221025843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:16:22,609 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b85af1d{HTTP/1.1, (http/1.1)}{localhost:42647} 2024-11-09T01:16:22,609 INFO [Time-limited test {}] server.Server(415): Started @57193ms 2024-11-09T01:16:23,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:16:23,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:16:23,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:16:23,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:16:23,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:16:23,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7077a536{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:16:23,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c6bf546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:16:23,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e6032f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/java.io.tmpdir/jetty-localhost-36711-hadoop-hdfs-3_4_1-tests_jar-_-any-1883480086866769229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:16:23,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c221448{HTTP/1.1, (http/1.1)}{localhost:36711} 2024-11-09T01:16:23,118 INFO [Time-limited test {}] server.Server(415): Started @57703ms 2024-11-09T01:16:23,119 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:16:23,782 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/cluster_5bc690f3-dd1f-356c-7ff0-d2e288fecf49/data/data2/current/BP-440803053-172.17.0.2-1731114982170/current, will proceed with Du for space computation calculation, 2024-11-09T01:16:23,782 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/cluster_5bc690f3-dd1f-356c-7ff0-d2e288fecf49/data/data1/current/BP-440803053-172.17.0.2-1731114982170/current, will proceed with Du for space computation calculation, 2024-11-09T01:16:23,802 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:16:23,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e31b6855db0b658 with lease ID 0x3292320764a04141: Processing first storage report for DS-177aeeb5-7e50-4c85-8bea-b31a3e5bd4f6 from datanode DatanodeRegistration(127.0.0.1:45381, datanodeUuid=8ff3a67b-177c-4b04-bf5f-0334c35b5df0, infoPort=37241, infoSecurePort=0, ipcPort=39335, storageInfo=lv=-57;cid=testClusterID;nsid=1963274743;c=1731114982170) 2024-11-09T01:16:23,805 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e31b6855db0b658 with lease ID 0x3292320764a04141: from storage DS-177aeeb5-7e50-4c85-8bea-b31a3e5bd4f6 node DatanodeRegistration(127.0.0.1:45381, datanodeUuid=8ff3a67b-177c-4b04-bf5f-0334c35b5df0, infoPort=37241, infoSecurePort=0, ipcPort=39335, storageInfo=lv=-57;cid=testClusterID;nsid=1963274743;c=1731114982170), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:16:23,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e31b6855db0b658 with lease ID 0x3292320764a04141: Processing first storage report for DS-647ff165-54c9-405a-a2d6-962270435c13 from datanode DatanodeRegistration(127.0.0.1:45381, datanodeUuid=8ff3a67b-177c-4b04-bf5f-0334c35b5df0, infoPort=37241, infoSecurePort=0, ipcPort=39335, storageInfo=lv=-57;cid=testClusterID;nsid=1963274743;c=1731114982170) 2024-11-09T01:16:23,805 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e31b6855db0b658 with lease ID 0x3292320764a04141: from storage DS-647ff165-54c9-405a-a2d6-962270435c13 node DatanodeRegistration(127.0.0.1:45381, datanodeUuid=8ff3a67b-177c-4b04-bf5f-0334c35b5df0, infoPort=37241, infoSecurePort=0, ipcPort=39335, storageInfo=lv=-57;cid=testClusterID;nsid=1963274743;c=1731114982170), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:16:23,846 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df 2024-11-09T01:16:23,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:23,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:16:24,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:16:24,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:24,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:24,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:24,255 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af with version=8 2024-11-09T01:16:24,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/hbase-staging 2024-11-09T01:16:24,257 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:16:24,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:24,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:24,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:16:24,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:24,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:16:24,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:16:24,258 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:16:24,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38881 2024-11-09T01:16:24,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38881 connecting to ZooKeeper ensemble=127.0.0.1:59250 2024-11-09T01:16:24,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388810x0, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:16:24,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38881-0x1011d2a56ac0000 connected 2024-11-09T01:16:24,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:24,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:24,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Set watcher on znode that does not yet exist, /0-489165100/running 2024-11-09T01:16:24,403 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af, hbase.cluster.distributed=false 2024-11-09T01:16:24,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Set watcher on znode that does not yet exist, /0-489165100/acl 2024-11-09T01:16:24,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38881 2024-11-09T01:16:24,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38881 2024-11-09T01:16:24,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38881 2024-11-09T01:16:24,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38881 2024-11-09T01:16:24,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38881 2024-11-09T01:16:24,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:16:24,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:24,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:24,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:16:24,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:24,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:16:24,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:16:24,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:16:24,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42159 2024-11-09T01:16:24,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42159 connecting to ZooKeeper ensemble=127.0.0.1:59250 2024-11-09T01:16:24,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:24,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:24,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421590x0, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:16:24,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42159-0x1011d2a56ac0001 connected 2024-11-09T01:16:24,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Set watcher on znode that does not yet exist, /0-489165100/running 2024-11-09T01:16:24,433 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:16:24,433 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:16:24,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Set watcher on znode that does not yet exist, /0-489165100/master 2024-11-09T01:16:24,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Set watcher on znode that does not yet exist, /0-489165100/acl 2024-11-09T01:16:24,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42159 2024-11-09T01:16:24,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42159 2024-11-09T01:16:24,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42159 2024-11-09T01:16:24,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42159 2024-11-09T01:16:24,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42159 2024-11-09T01:16:24,447 DEBUG [M:0;5296cfb18d53:38881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:38881 2024-11-09T01:16:24,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-489165100/backup-masters/5296cfb18d53,38881,1731114984257 2024-11-09T01:16:24,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100/backup-masters 2024-11-09T01:16:24,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100/backup-masters 2024-11-09T01:16:24,460 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Set watcher on existing znode=/0-489165100/backup-masters/5296cfb18d53,38881,1731114984257 2024-11-09T01:16:24,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:16:24,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-489165100/master 2024-11-09T01:16:24,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:16:24,470 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Set watcher on existing znode=/0-489165100/master 2024-11-09T01:16:24,470 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-489165100/backup-masters/5296cfb18d53,38881,1731114984257 from backup master directory 2024-11-09T01:16:24,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-489165100/backup-masters/5296cfb18d53,38881,1731114984257 2024-11-09T01:16:24,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100/backup-masters 2024-11-09T01:16:24,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100/backup-masters 2024-11-09T01:16:24,480 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:16:24,480 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,38881,1731114984257 2024-11-09T01:16:24,484 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/hbase.id] with ID: aee86843-a34c-4d15-8b7c-2dc1a2292e1d 2024-11-09T01:16:24,484 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/.tmp/hbase.id 2024-11-09T01:16:24,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:16:24,890 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/.tmp/hbase.id]:[hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/hbase.id] 2024-11-09T01:16:24,901 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:24,902 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:16:24,903 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:16:24,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:16:24,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:16:24,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:16:25,371 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:16:25,372 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:16:25,372 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:16:25,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:16:25,780 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store 2024-11-09T01:16:25,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:16:26,189 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:26,189 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:16:26,189 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:26,189 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:26,189 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:16:26,189 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:26,189 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:26,190 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114986189Disabling compacts and flushes for region at 1731114986189Disabling writes for close at 1731114986189Writing region close event to WAL at 1731114986189Closed at 1731114986189 2024-11-09T01:16:26,190 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/.initializing 2024-11-09T01:16:26,191 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/WALs/5296cfb18d53,38881,1731114984257 2024-11-09T01:16:26,192 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:16:26,194 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C38881%2C1731114984257, suffix=, logDir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/WALs/5296cfb18d53,38881,1731114984257, archiveDir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/oldWALs, maxLogs=10 2024-11-09T01:16:26,212 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/WALs/5296cfb18d53,38881,1731114984257/5296cfb18d53%2C38881%2C1731114984257.1731114986194, exclude list is [], retry=0 2024-11-09T01:16:26,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-177aeeb5-7e50-4c85-8bea-b31a3e5bd4f6,DISK] 2024-11-09T01:16:26,217 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/WALs/5296cfb18d53,38881,1731114984257/5296cfb18d53%2C38881%2C1731114984257.1731114986194 2024-11-09T01:16:26,217 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37241:37241)] 2024-11-09T01:16:26,217 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:16:26,217 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:26,217 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:26,217 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:26,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:26,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:16:26,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:26,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:26,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:26,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:16:26,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:26,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:26,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:26,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:16:26,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:26,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:26,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:26,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:16:26,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:26,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:26,226 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:26,227 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:26,227 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:26,228 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:26,228 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:26,229 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:16:26,230 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:26,231 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:16:26,232 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73341045, jitterRate=0.09286673367023468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:16:26,233 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731114986217Initializing all the Stores at 1731114986218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114986218Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114986219 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114986219Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114986219Cleaning up temporary data from old regions at 1731114986228 (+9 ms)Region opened successfully at 1731114986232 (+4 ms) 2024-11-09T01:16:26,233 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:16:26,236 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@961f32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:16:26,237 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:16:26,237 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:16:26,237 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:16:26,237 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:16:26,237 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:16:26,238 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:16:26,238 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:16:26,239 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:16:26,240 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Unable to get data of znode /0-489165100/balancer because node does not exist (not necessarily an error) 2024-11-09T01:16:26,312 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-489165100/balancer already deleted, retry=false 2024-11-09T01:16:26,312 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:16:26,313 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Unable to get data of znode /0-489165100/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:16:26,322 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-489165100/normalizer already deleted, retry=false 2024-11-09T01:16:26,322 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:16:26,323 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Unable to get data of znode /0-489165100/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:16:26,332 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-489165100/switch/split already deleted, retry=false 2024-11-09T01:16:26,333 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Unable to get data of znode /0-489165100/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:16:26,343 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-489165100/switch/merge already deleted, retry=false 2024-11-09T01:16:26,345 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Unable to get data of znode /0-489165100/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:16:26,354 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-489165100/snapshot-cleanup already deleted, retry=false 2024-11-09T01:16:26,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-489165100/running 2024-11-09T01:16:26,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-489165100/running 2024-11-09T01:16:26,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:16:26,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:16:26,365 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,38881,1731114984257, sessionid=0x1011d2a56ac0000, setting cluster-up flag (Was=false) 2024-11-09T01:16:26,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:16:26,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:16:26,417 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-489165100/flush-table-proc/acquired, /0-489165100/flush-table-proc/reached, /0-489165100/flush-table-proc/abort 2024-11-09T01:16:26,418 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,38881,1731114984257 2024-11-09T01:16:26,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:16:26,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:16:26,470 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-489165100/online-snapshot/acquired, /0-489165100/online-snapshot/reached, /0-489165100/online-snapshot/abort 2024-11-09T01:16:26,471 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,38881,1731114984257 2024-11-09T01:16:26,472 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:16:26,474 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:26,474 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:16:26,474 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:16:26,474 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,38881,1731114984257 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:16:26,475 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:26,475 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:26,475 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:26,475 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:26,475 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:16:26,476 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:26,476 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:16:26,476 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:26,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:26,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:16:26,480 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:26,480 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:16:26,483 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115016483 2024-11-09T01:16:26,483 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:16:26,483 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:16:26,483 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:16:26,483 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:16:26,483 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:16:26,483 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:16:26,483 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:26,484 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:16:26,484 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:16:26,484 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:16:26,484 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:16:26,484 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:16:26,484 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:16:26,484 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114986484,5,FailOnTimeoutGroup] 2024-11-09T01:16:26,488 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114986484,5,FailOnTimeoutGroup] 2024-11-09T01:16:26,488 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:26,488 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:16:26,488 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:26,488 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:26,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:16:26,539 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(746): ClusterId : aee86843-a34c-4d15-8b7c-2dc1a2292e1d 2024-11-09T01:16:26,539 DEBUG [RS:0;5296cfb18d53:42159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:16:26,548 DEBUG [RS:0;5296cfb18d53:42159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:16:26,548 DEBUG [RS:0;5296cfb18d53:42159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:16:26,559 DEBUG [RS:0;5296cfb18d53:42159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:16:26,559 DEBUG [RS:0;5296cfb18d53:42159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fba833e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:16:26,570 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:42159 2024-11-09T01:16:26,570 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:16:26,570 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:16:26,570 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:16:26,571 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,38881,1731114984257 with port=42159, startcode=1731114984418 2024-11-09T01:16:26,571 DEBUG [RS:0;5296cfb18d53:42159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:16:26,572 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:16:26,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38881 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,42159,1731114984418 2024-11-09T01:16:26,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38881 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,42159,1731114984418 2024-11-09T01:16:26,574 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af 2024-11-09T01:16:26,574 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40989 2024-11-09T01:16:26,574 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:16:26,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100/rs 2024-11-09T01:16:26,586 DEBUG [RS:0;5296cfb18d53:42159 {}] zookeeper.ZKUtil(111): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Set watcher on existing znode=/0-489165100/rs/5296cfb18d53,42159,1731114984418 2024-11-09T01:16:26,586 WARN [RS:0;5296cfb18d53:42159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:16:26,586 INFO [RS:0;5296cfb18d53:42159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:16:26,586 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418 2024-11-09T01:16:26,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,42159,1731114984418] 2024-11-09T01:16:26,589 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:16:26,591 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:16:26,591 INFO [RS:0;5296cfb18d53:42159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:16:26,591 INFO [RS:0;5296cfb18d53:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:26,591 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:16:26,592 INFO [RS:0;5296cfb18d53:42159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:16:26,592 INFO [RS:0;5296cfb18d53:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:26,592 DEBUG [RS:0;5296cfb18d53:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:26,592 DEBUG [RS:0;5296cfb18d53:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:26,592 DEBUG [RS:0;5296cfb18d53:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:26,592 DEBUG [RS:0;5296cfb18d53:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:26,592 DEBUG [RS:0;5296cfb18d53:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:26,592 DEBUG [RS:0;5296cfb18d53:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:16:26,592 DEBUG [RS:0;5296cfb18d53:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:26,592 DEBUG [RS:0;5296cfb18d53:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:26,592 DEBUG [RS:0;5296cfb18d53:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:26,592 DEBUG [RS:0;5296cfb18d53:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:26,592 DEBUG [RS:0;5296cfb18d53:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:26,592 DEBUG [RS:0;5296cfb18d53:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:26,593 DEBUG [RS:0;5296cfb18d53:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:16:26,593 DEBUG [RS:0;5296cfb18d53:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:16:26,595 INFO [RS:0;5296cfb18d53:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:26,595 INFO [RS:0;5296cfb18d53:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:26,595 INFO [RS:0;5296cfb18d53:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:26,595 INFO [RS:0;5296cfb18d53:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:26,595 INFO [RS:0;5296cfb18d53:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:26,595 INFO [RS:0;5296cfb18d53:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42159,1731114984418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:16:26,609 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:16:26,609 INFO [RS:0;5296cfb18d53:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42159,1731114984418-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:26,609 INFO [RS:0;5296cfb18d53:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:26,609 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.Replication(171): 5296cfb18d53,42159,1731114984418 started 2024-11-09T01:16:26,622 INFO [RS:0;5296cfb18d53:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:26,622 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,42159,1731114984418, RpcServer on 5296cfb18d53/172.17.0.2:42159, sessionid=0x1011d2a56ac0001 2024-11-09T01:16:26,622 DEBUG [RS:0;5296cfb18d53:42159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:16:26,622 DEBUG [RS:0;5296cfb18d53:42159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,42159,1731114984418 2024-11-09T01:16:26,622 DEBUG [RS:0;5296cfb18d53:42159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,42159,1731114984418' 2024-11-09T01:16:26,622 DEBUG [RS:0;5296cfb18d53:42159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-489165100/flush-table-proc/abort' 2024-11-09T01:16:26,623 DEBUG [RS:0;5296cfb18d53:42159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-489165100/flush-table-proc/acquired' 2024-11-09T01:16:26,623 DEBUG [RS:0;5296cfb18d53:42159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:16:26,623 DEBUG [RS:0;5296cfb18d53:42159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:16:26,623 DEBUG [RS:0;5296cfb18d53:42159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,42159,1731114984418 2024-11-09T01:16:26,623 DEBUG [RS:0;5296cfb18d53:42159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,42159,1731114984418' 2024-11-09T01:16:26,623 DEBUG [RS:0;5296cfb18d53:42159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-489165100/online-snapshot/abort' 2024-11-09T01:16:26,624 DEBUG [RS:0;5296cfb18d53:42159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-489165100/online-snapshot/acquired' 2024-11-09T01:16:26,624 DEBUG [RS:0;5296cfb18d53:42159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:16:26,624 INFO [RS:0;5296cfb18d53:42159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:16:26,624 INFO [RS:0;5296cfb18d53:42159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:16:26,724 INFO [RS:0;5296cfb18d53:42159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:16:26,726 INFO [RS:0;5296cfb18d53:42159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C42159%2C1731114984418, suffix=, logDir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418, archiveDir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/oldWALs, maxLogs=10 2024-11-09T01:16:26,738 DEBUG [RS:0;5296cfb18d53:42159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726, exclude list is [], retry=0 2024-11-09T01:16:26,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-177aeeb5-7e50-4c85-8bea-b31a3e5bd4f6,DISK] 2024-11-09T01:16:26,742 INFO [RS:0;5296cfb18d53:42159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 2024-11-09T01:16:26,743 DEBUG [RS:0;5296cfb18d53:42159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37241:37241)] 2024-11-09T01:16:26,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:16:26,891 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af 2024-11-09T01:16:26,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741833_1009 (size=32) 2024-11-09T01:16:27,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:27,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:16:27,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:16:27,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:27,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:27,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:16:27,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:16:27,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:27,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:27,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:16:27,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:16:27,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:27,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:27,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:16:27,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:16:27,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:27,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:27,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:16:27,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740 2024-11-09T01:16:27,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740 2024-11-09T01:16:27,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:16:27,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:16:27,310 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:16:27,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:16:27,313 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:16:27,314 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63798404, jitterRate=-0.04932969808578491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:16:27,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731114987300Initializing all the Stores at 1731114987301 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114987301Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114987301Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114987301Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114987301Cleaning up temporary data from old regions at 1731114987310 (+9 ms)Region opened successfully at 1731114987315 (+5 ms) 2024-11-09T01:16:27,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:16:27,315 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:16:27,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:16:27,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:16:27,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:16:27,315 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:16:27,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114987315Disabling compacts and flushes for region at 1731114987315Disabling writes for close at 1731114987315Writing region close event to WAL at 1731114987315Closed at 1731114987315 2024-11-09T01:16:27,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:27,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:16:27,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:16:27,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:16:27,319 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:16:27,469 DEBUG [5296cfb18d53:38881 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:16:27,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,42159,1731114984418 2024-11-09T01:16:27,470 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,42159,1731114984418, state=OPENING 2024-11-09T01:16:27,480 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:16:27,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:16:27,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:16:27,491 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:16:27,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-489165100/meta-region-server: CHANGED 2024-11-09T01:16:27,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,42159,1731114984418}] 2024-11-09T01:16:27,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-489165100/meta-region-server: CHANGED 2024-11-09T01:16:27,644 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:16:27,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:16:27,649 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:16:27,649 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:16:27,649 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:16:27,651 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C42159%2C1731114984418.meta, suffix=.meta, logDir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418, archiveDir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/oldWALs, maxLogs=10 2024-11-09T01:16:27,664 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.meta.1731114987651.meta, exclude list is [], retry=0 2024-11-09T01:16:27,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-177aeeb5-7e50-4c85-8bea-b31a3e5bd4f6,DISK] 2024-11-09T01:16:27,668 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.meta.1731114987651.meta 2024-11-09T01:16:27,668 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37241:37241)] 2024-11-09T01:16:27,668 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:16:27,668 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:16:27,669 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:16:27,669 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:16:27,669 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:16:27,669 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:16:27,669 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:27,669 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:16:27,669 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:16:27,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:16:27,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:16:27,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:27,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:27,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:16:27,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:16:27,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:27,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:27,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:16:27,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:16:27,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:27,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:27,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:16:27,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:16:27,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:27,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:27,675 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:16:27,676 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740 2024-11-09T01:16:27,677 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740 2024-11-09T01:16:27,679 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:16:27,679 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:16:27,679 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:16:27,683 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:16:27,684 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73713933, jitterRate=0.09842319786548615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:16:27,684 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:16:27,685 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731114987669Writing region info on filesystem at 1731114987669Initializing all the Stores at 1731114987670 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114987670Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114987670Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114987670Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114987670Cleaning up temporary data from old regions at 1731114987679 (+9 ms)Running coprocessor post-open hooks at 1731114987684 (+5 ms)Region opened successfully at 1731114987685 (+1 ms) 2024-11-09T01:16:27,686 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731114987643 2024-11-09T01:16:27,689 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:16:27,689 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:16:27,690 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,42159,1731114984418 2024-11-09T01:16:27,691 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,42159,1731114984418, state=OPEN 2024-11-09T01:16:27,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-489165100/meta-region-server 2024-11-09T01:16:27,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-489165100/meta-region-server 2024-11-09T01:16:27,732 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,42159,1731114984418 2024-11-09T01:16:27,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-489165100/meta-region-server: CHANGED 2024-11-09T01:16:27,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-489165100/meta-region-server: CHANGED 2024-11-09T01:16:27,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:16:27,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,42159,1731114984418 in 241 msec 2024-11-09T01:16:27,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:16:27,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-09T01:16:27,737 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:27,737 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:16:27,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:27,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42159,1731114984418, seqNum=-1] 2024-11-09T01:16:27,739 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:27,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:16:27,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-09T01:16:27,745 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731114987745, completionTime=-1 2024-11-09T01:16:27,745 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:16:27,745 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:16:27,747 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:16:27,747 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115047747 2024-11-09T01:16:27,747 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115107747 2024-11-09T01:16:27,747 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T01:16:27,747 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38881,1731114984257-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:27,747 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38881,1731114984257-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:27,747 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38881,1731114984257-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:27,747 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:38881, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:27,748 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:27,748 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:27,749 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:16:27,751 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.271sec 2024-11-09T01:16:27,751 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:16:27,751 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:16:27,751 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:16:27,751 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:16:27,751 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:16:27,751 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38881,1731114984257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:16:27,751 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38881,1731114984257-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:16:27,754 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:16:27,754 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:16:27,754 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38881,1731114984257-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:27,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b82658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:27,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38881,-1 for getting cluster id 2024-11-09T01:16:27,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:27,841 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aee86843-a34c-4d15-8b7c-2dc1a2292e1d' 2024-11-09T01:16:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aee86843-a34c-4d15-8b7c-2dc1a2292e1d" 2024-11-09T01:16:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df0999a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38881,-1] 2024-11-09T01:16:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:27,843 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:27,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c2aca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:27,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:27,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42159,1731114984418, seqNum=-1] 2024-11-09T01:16:27,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:27,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:16:27,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,38881,1731114984257 2024-11-09T01:16:27,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59250 2024-11-09T01:16:27,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:16:27,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d2a56ac0002 connected 2024-11-09T01:16:27,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/hadoop.log.dir so I do NOT create it in target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470 2024-11-09T01:16:27,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:16:27,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/hadoop.tmp.dir so I do NOT create it in target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470 2024-11-09T01:16:27,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:16:27,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470 2024-11-09T01:16:27,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:16:27,883 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/cluster_1f985410-868e-e0b1-f221-dfde46e125fe, deleteOnExit=true 2024-11-09T01:16:27,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:16:27,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/test.cache.data in system properties and HBase conf 2024-11-09T01:16:27,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:16:27,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:16:27,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:16:27,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:16:27,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:16:27,885 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:16:27,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:16:27,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:16:27,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:16:27,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:16:27,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:16:27,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:16:27,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:16:27,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:16:27,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:16:27,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:16:27,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:16:27,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:16:27,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:16:27,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:16:28,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:16:28,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:16:28,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:16:28,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:16:28,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:16:28,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:16:28,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c09c951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:16:28,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18f39cc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:16:28,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73b05c25{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/java.io.tmpdir/jetty-localhost-41755-hadoop-hdfs-3_4_1-tests_jar-_-any-15076076152574830406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:16:28,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d07595d{HTTP/1.1, (http/1.1)}{localhost:41755} 2024-11-09T01:16:28,495 INFO [Time-limited test {}] server.Server(415): Started @63080ms 2024-11-09T01:16:28,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:16:28,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:16:28,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:16:28,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:16:28,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:16:28,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29930def{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:16:28,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57dc47ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:16:28,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@483278ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/java.io.tmpdir/jetty-localhost-34075-hadoop-hdfs-3_4_1-tests_jar-_-any-16223376051957675677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:16:28,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74aa0425{HTTP/1.1, (http/1.1)}{localhost:34075} 2024-11-09T01:16:28,968 INFO [Time-limited test {}] server.Server(415): Started @63552ms 2024-11-09T01:16:28,969 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:16:29,620 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/cluster_1f985410-868e-e0b1-f221-dfde46e125fe/data/data2/current/BP-1898108405-172.17.0.2-1731114987911/current, will proceed with Du for space computation calculation, 2024-11-09T01:16:29,620 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/cluster_1f985410-868e-e0b1-f221-dfde46e125fe/data/data1/current/BP-1898108405-172.17.0.2-1731114987911/current, will proceed with Du for space computation calculation, 2024-11-09T01:16:29,639 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:16:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95523cd77fa05857 with lease ID 0xf3b430e13268ef3c: Processing first storage report for DS-b4714a15-bc3e-49de-be61-550f496cf414 from datanode DatanodeRegistration(127.0.0.1:39885, datanodeUuid=5eceaadf-b194-4793-bcaa-a001cba0eec5, infoPort=36509, infoSecurePort=0, ipcPort=44997, storageInfo=lv=-57;cid=testClusterID;nsid=1827745717;c=1731114987911) 2024-11-09T01:16:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95523cd77fa05857 with lease ID 0xf3b430e13268ef3c: from storage DS-b4714a15-bc3e-49de-be61-550f496cf414 node DatanodeRegistration(127.0.0.1:39885, datanodeUuid=5eceaadf-b194-4793-bcaa-a001cba0eec5, infoPort=36509, infoSecurePort=0, ipcPort=44997, storageInfo=lv=-57;cid=testClusterID;nsid=1827745717;c=1731114987911), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:16:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95523cd77fa05857 with lease ID 0xf3b430e13268ef3c: Processing first storage report for DS-aadddac7-6416-42fb-bec2-021277a4bb0e from datanode DatanodeRegistration(127.0.0.1:39885, datanodeUuid=5eceaadf-b194-4793-bcaa-a001cba0eec5, infoPort=36509, infoSecurePort=0, ipcPort=44997, storageInfo=lv=-57;cid=testClusterID;nsid=1827745717;c=1731114987911) 2024-11-09T01:16:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95523cd77fa05857 with lease ID 0xf3b430e13268ef3c: from storage DS-aadddac7-6416-42fb-bec2-021277a4bb0e node DatanodeRegistration(127.0.0.1:39885, datanodeUuid=5eceaadf-b194-4793-bcaa-a001cba0eec5, infoPort=36509, infoSecurePort=0, ipcPort=44997, storageInfo=lv=-57;cid=testClusterID;nsid=1827745717;c=1731114987911), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:16:29,692 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470 2024-11-09T01:16:29,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:29,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:29,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:16:30,103 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f with version=8 2024-11-09T01:16:30,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/hbase-staging 2024-11-09T01:16:30,105 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:16:30,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:30,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:30,105 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:16:30,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:30,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:16:30,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:16:30,105 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:16:30,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38941 2024-11-09T01:16:30,107 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38941 connecting to ZooKeeper ensemble=127.0.0.1:59250 2024-11-09T01:16:30,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389410x0, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:16:30,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38941-0x1011d2a56ac0003 connected 2024-11-09T01:16:30,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:30,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:30,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Set watcher on znode that does not yet exist, /1860471065/running 2024-11-09T01:16:30,231 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f, hbase.cluster.distributed=false 2024-11-09T01:16:30,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Set watcher on znode that does not yet exist, /1860471065/acl 2024-11-09T01:16:30,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38941 2024-11-09T01:16:30,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38941 2024-11-09T01:16:30,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38941 2024-11-09T01:16:30,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38941 2024-11-09T01:16:30,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38941 2024-11-09T01:16:30,247 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:16:30,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:30,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:30,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:16:30,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:16:30,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:16:30,247 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:16:30,247 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:16:30,248 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43227 2024-11-09T01:16:30,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43227 connecting to ZooKeeper ensemble=127.0.0.1:59250 2024-11-09T01:16:30,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:30,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:30,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432270x0, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:16:30,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432270x0, quorum=127.0.0.1:59250, baseZNode=/1860471065 Set watcher on znode that does not yet exist, /1860471065/running 2024-11-09T01:16:30,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43227-0x1011d2a56ac0004 connected 2024-11-09T01:16:30,264 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:16:30,264 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:16:30,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Set watcher on znode that does not yet exist, /1860471065/master 2024-11-09T01:16:30,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Set watcher on znode that does not yet exist, /1860471065/acl 2024-11-09T01:16:30,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43227 2024-11-09T01:16:30,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43227 2024-11-09T01:16:30,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43227 2024-11-09T01:16:30,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43227 2024-11-09T01:16:30,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43227 2024-11-09T01:16:30,280 DEBUG [M:0;5296cfb18d53:38941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:38941 2024-11-09T01:16:30,281 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1860471065/backup-masters/5296cfb18d53,38941,1731114990105 2024-11-09T01:16:30,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065/backup-masters 2024-11-09T01:16:30,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065/backup-masters 2024-11-09T01:16:30,291 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Set watcher on existing znode=/1860471065/backup-masters/5296cfb18d53,38941,1731114990105 2024-11-09T01:16:30,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1860471065/master 2024-11-09T01:16:30,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:16:30,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:16:30,301 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Set watcher on existing znode=/1860471065/master 2024-11-09T01:16:30,301 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1860471065/backup-masters/5296cfb18d53,38941,1731114990105 from backup master directory 2024-11-09T01:16:30,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1860471065/backup-masters/5296cfb18d53,38941,1731114990105 2024-11-09T01:16:30,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065/backup-masters 2024-11-09T01:16:30,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065/backup-masters 2024-11-09T01:16:30,311 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:16:30,311 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,38941,1731114990105 2024-11-09T01:16:30,315 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/hbase.id] with ID: c581409d-c534-4559-a20d-8bf70b4c2d26 2024-11-09T01:16:30,315 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/.tmp/hbase.id 2024-11-09T01:16:30,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:16:30,720 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/.tmp/hbase.id]:[hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/hbase.id] 2024-11-09T01:16:30,732 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:30,732 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:16:30,734 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T01:16:30,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:16:30,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:16:30,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:16:31,191 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:16:31,192 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:16:31,192 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:16:31,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:16:31,599 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store 2024-11-09T01:16:31,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:16:32,005 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:32,005 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:16:32,005 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:32,005 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:32,005 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:16:32,005 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:32,005 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:16:32,005 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114992005Disabling compacts and flushes for region at 1731114992005Disabling writes for close at 1731114992005Writing region close event to WAL at 1731114992005Closed at 1731114992005 2024-11-09T01:16:32,006 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/.initializing 2024-11-09T01:16:32,006 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/WALs/5296cfb18d53,38941,1731114990105 2024-11-09T01:16:32,007 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:16:32,008 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C38941%2C1731114990105, suffix=, logDir=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/WALs/5296cfb18d53,38941,1731114990105, archiveDir=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/oldWALs, maxLogs=10 2024-11-09T01:16:32,021 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/WALs/5296cfb18d53,38941,1731114990105/5296cfb18d53%2C38941%2C1731114990105.1731114992009, exclude list is [], retry=0 2024-11-09T01:16:32,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39885,DS-b4714a15-bc3e-49de-be61-550f496cf414,DISK] 2024-11-09T01:16:32,025 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/WALs/5296cfb18d53,38941,1731114990105/5296cfb18d53%2C38941%2C1731114990105.1731114992009 2024-11-09T01:16:32,026 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36509:36509)] 2024-11-09T01:16:32,026 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:16:32,026 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:32,026 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:32,026 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:32,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:32,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:16:32,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:32,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:32,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:32,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:16:32,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:32,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:32,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:32,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:16:32,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:32,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:32,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:32,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:16:32,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:32,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:32,034 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:32,035 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:32,035 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:32,036 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:32,036 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:32,037 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:16:32,037 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:16:32,039 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:16:32,040 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68192264, jitterRate=0.01614391803741455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:16:32,040 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731114992026Initializing all the Stores at 1731114992027 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114992027Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114992027Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114992027Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114992027Cleaning up temporary data from old regions at 1731114992036 (+9 ms)Region opened successfully at 1731114992040 (+4 ms) 2024-11-09T01:16:32,040 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:16:32,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:16:32,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T01:16:32,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:16:32,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T01:16:32,043 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5113bc3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:16:32,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:16:32,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T01:16:32,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:16:32,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T01:16:32,044 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:16:32,044 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:16:32,044 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:16:32,044 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:16:32,044 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:16:32,045 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:16:32,045 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:16:32,047 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:16:32,047 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Unable to get data of znode /1860471065/balancer because node does not exist (not necessarily an error) 2024-11-09T01:16:32,111 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1860471065/balancer already deleted, retry=false 2024-11-09T01:16:32,112 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:16:32,112 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Unable to get data of znode /1860471065/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:16:32,122 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1860471065/normalizer already deleted, retry=false 2024-11-09T01:16:32,122 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:16:32,123 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Unable to get data of znode /1860471065/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:16:32,132 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1860471065/switch/split already deleted, retry=false 2024-11-09T01:16:32,133 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Unable to get data of znode /1860471065/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:16:32,143 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1860471065/switch/merge already deleted, retry=false 2024-11-09T01:16:32,145 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Unable to get data of znode /1860471065/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:16:32,153 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1860471065/snapshot-cleanup already deleted, retry=false 2024-11-09T01:16:32,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1860471065/running 2024-11-09T01:16:32,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1860471065/running 2024-11-09T01:16:32,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:16:32,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:16:32,164 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,38941,1731114990105, sessionid=0x1011d2a56ac0003, setting cluster-up flag (Was=false) 2024-11-09T01:16:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:16:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:16:32,217 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1860471065/flush-table-proc/acquired, /1860471065/flush-table-proc/reached, /1860471065/flush-table-proc/abort 2024-11-09T01:16:32,218 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,38941,1731114990105 2024-11-09T01:16:32,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:16:32,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:16:32,269 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1860471065/online-snapshot/acquired, /1860471065/online-snapshot/reached, /1860471065/online-snapshot/abort 2024-11-09T01:16:32,270 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,38941,1731114990105 2024-11-09T01:16:32,271 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:16:32,273 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:32,273 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:16:32,273 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:16:32,273 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,38941,1731114990105 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:16:32,275 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:32,275 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:32,275 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:32,275 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:16:32,275 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:16:32,275 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:32,275 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:16:32,275 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:32,276 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115022276 2024-11-09T01:16:32,276 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:16:32,276 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:16:32,276 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:16:32,276 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:16:32,276 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:16:32,276 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:16:32,276 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:32,276 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:32,276 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:16:32,276 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:16:32,276 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:16:32,277 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:16:32,277 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:16:32,277 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:16:32,277 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:16:32,277 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114992277,5,FailOnTimeoutGroup] 2024-11-09T01:16:32,277 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114992277,5,FailOnTimeoutGroup] 2024-11-09T01:16:32,277 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:32,277 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:16:32,277 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:32,277 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:32,277 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:32,277 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:16:32,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:16:32,371 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(746): ClusterId : c581409d-c534-4559-a20d-8bf70b4c2d26 2024-11-09T01:16:32,371 DEBUG [RS:0;5296cfb18d53:43227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:16:32,379 DEBUG [RS:0;5296cfb18d53:43227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:16:32,379 DEBUG [RS:0;5296cfb18d53:43227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:16:32,390 DEBUG [RS:0;5296cfb18d53:43227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:16:32,390 DEBUG [RS:0;5296cfb18d53:43227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d255fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:16:32,403 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:43227 2024-11-09T01:16:32,403 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:16:32,403 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:16:32,403 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:16:32,404 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,38941,1731114990105 with port=43227, startcode=1731114990246 2024-11-09T01:16:32,404 DEBUG [RS:0;5296cfb18d53:43227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:16:32,405 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:16:32,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,43227,1731114990246 2024-11-09T01:16:32,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38941 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,43227,1731114990246 2024-11-09T01:16:32,407 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f 2024-11-09T01:16:32,407 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40525 2024-11-09T01:16:32,407 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:16:32,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065/rs 2024-11-09T01:16:32,417 DEBUG [RS:0;5296cfb18d53:43227 {}] zookeeper.ZKUtil(111): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Set watcher on existing znode=/1860471065/rs/5296cfb18d53,43227,1731114990246 2024-11-09T01:16:32,417 WARN [RS:0;5296cfb18d53:43227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:16:32,417 INFO [RS:0;5296cfb18d53:43227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:16:32,417 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/WALs/5296cfb18d53,43227,1731114990246 2024-11-09T01:16:32,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,43227,1731114990246] 2024-11-09T01:16:32,421 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:16:32,422 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:16:32,422 INFO [RS:0;5296cfb18d53:43227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:16:32,422 INFO [RS:0;5296cfb18d53:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:32,423 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:16:32,423 INFO [RS:0;5296cfb18d53:43227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:16:32,424 INFO [RS:0;5296cfb18d53:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:32,424 DEBUG [RS:0;5296cfb18d53:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:32,424 DEBUG [RS:0;5296cfb18d53:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:32,424 DEBUG [RS:0;5296cfb18d53:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:32,424 DEBUG [RS:0;5296cfb18d53:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:32,424 DEBUG [RS:0;5296cfb18d53:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:32,424 DEBUG [RS:0;5296cfb18d53:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:16:32,424 DEBUG [RS:0;5296cfb18d53:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:32,424 DEBUG [RS:0;5296cfb18d53:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:32,424 DEBUG [RS:0;5296cfb18d53:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:32,424 DEBUG [RS:0;5296cfb18d53:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:32,424 DEBUG [RS:0;5296cfb18d53:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:32,424 DEBUG [RS:0;5296cfb18d53:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:16:32,424 DEBUG [RS:0;5296cfb18d53:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:16:32,424 DEBUG [RS:0;5296cfb18d53:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:16:32,425 INFO [RS:0;5296cfb18d53:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:32,425 INFO [RS:0;5296cfb18d53:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:32,425 INFO [RS:0;5296cfb18d53:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:32,425 INFO [RS:0;5296cfb18d53:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:32,425 INFO [RS:0;5296cfb18d53:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:32,425 INFO [RS:0;5296cfb18d53:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43227,1731114990246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:16:32,438 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:16:32,438 INFO [RS:0;5296cfb18d53:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43227,1731114990246-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:32,438 INFO [RS:0;5296cfb18d53:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:32,438 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.Replication(171): 5296cfb18d53,43227,1731114990246 started 2024-11-09T01:16:32,450 INFO [RS:0;5296cfb18d53:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:32,451 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,43227,1731114990246, RpcServer on 5296cfb18d53/172.17.0.2:43227, sessionid=0x1011d2a56ac0004 2024-11-09T01:16:32,451 DEBUG [RS:0;5296cfb18d53:43227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:16:32,451 DEBUG [RS:0;5296cfb18d53:43227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,43227,1731114990246 2024-11-09T01:16:32,451 DEBUG [RS:0;5296cfb18d53:43227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,43227,1731114990246' 2024-11-09T01:16:32,451 DEBUG [RS:0;5296cfb18d53:43227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1860471065/flush-table-proc/abort' 2024-11-09T01:16:32,451 DEBUG [RS:0;5296cfb18d53:43227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1860471065/flush-table-proc/acquired' 2024-11-09T01:16:32,452 DEBUG [RS:0;5296cfb18d53:43227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:16:32,452 DEBUG [RS:0;5296cfb18d53:43227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:16:32,452 DEBUG [RS:0;5296cfb18d53:43227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,43227,1731114990246 2024-11-09T01:16:32,452 DEBUG [RS:0;5296cfb18d53:43227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,43227,1731114990246' 2024-11-09T01:16:32,452 DEBUG [RS:0;5296cfb18d53:43227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1860471065/online-snapshot/abort' 2024-11-09T01:16:32,452 DEBUG [RS:0;5296cfb18d53:43227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1860471065/online-snapshot/acquired' 2024-11-09T01:16:32,452 DEBUG [RS:0;5296cfb18d53:43227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:16:32,452 INFO [RS:0;5296cfb18d53:43227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:16:32,453 INFO [RS:0;5296cfb18d53:43227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:16:32,553 INFO [RS:0;5296cfb18d53:43227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:16:32,555 INFO [RS:0;5296cfb18d53:43227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C43227%2C1731114990246, suffix=, logDir=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/WALs/5296cfb18d53,43227,1731114990246, archiveDir=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/oldWALs, maxLogs=10 2024-11-09T01:16:32,567 DEBUG [RS:0;5296cfb18d53:43227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/WALs/5296cfb18d53,43227,1731114990246/5296cfb18d53%2C43227%2C1731114990246.1731114992555, exclude list is [], retry=0 2024-11-09T01:16:32,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39885,DS-b4714a15-bc3e-49de-be61-550f496cf414,DISK] 2024-11-09T01:16:32,572 INFO [RS:0;5296cfb18d53:43227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/WALs/5296cfb18d53,43227,1731114990246/5296cfb18d53%2C43227%2C1731114990246.1731114992555 2024-11-09T01:16:32,572 DEBUG [RS:0;5296cfb18d53:43227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36509:36509)] 2024-11-09T01:16:32,590 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:16:32,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:16:32,685 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f 2024-11-09T01:16:32,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741833_1009 (size=32) 2024-11-09T01:16:33,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:33,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:16:33,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:16:33,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:33,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:33,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:16:33,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:16:33,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:33,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:33,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:16:33,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:16:33,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:33,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:33,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:16:33,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:16:33,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:33,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:33,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:16:33,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740 2024-11-09T01:16:33,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740 2024-11-09T01:16:33,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:16:33,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:16:33,101 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:16:33,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:16:33,104 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:16:33,104 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61932932, jitterRate=-0.07712739706039429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:16:33,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731114993091Initializing all the Stores at 1731114993092 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114993092Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114993092Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114993092Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114993092Cleaning up temporary data from old regions at 1731114993101 (+9 ms)Region opened successfully at 1731114993104 (+3 ms) 2024-11-09T01:16:33,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:16:33,104 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:16:33,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:16:33,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:16:33,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:16:33,105 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:16:33,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114993104Disabling compacts and flushes for region at 1731114993104Disabling writes for close at 1731114993105 (+1 ms)Writing region close event to WAL at 1731114993105Closed at 1731114993105 2024-11-09T01:16:33,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:33,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:16:33,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:16:33,107 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:16:33,108 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:16:33,171 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:16:33,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:33,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:33,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:33,258 DEBUG [5296cfb18d53:38941 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:16:33,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,43227,1731114990246 2024-11-09T01:16:33,260 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,43227,1731114990246, state=OPENING 2024-11-09T01:16:33,355 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:16:33,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:16:33,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:16:33,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1860471065/meta-region-server: CHANGED 2024-11-09T01:16:33,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1860471065/meta-region-server: CHANGED 2024-11-09T01:16:33,375 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:16:33,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,43227,1731114990246}] 2024-11-09T01:16:33,528 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:16:33,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:16:33,533 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:16:33,533 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:16:33,533 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:16:33,534 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C43227%2C1731114990246.meta, suffix=.meta, logDir=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/WALs/5296cfb18d53,43227,1731114990246, archiveDir=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/oldWALs, maxLogs=10 2024-11-09T01:16:33,547 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/WALs/5296cfb18d53,43227,1731114990246/5296cfb18d53%2C43227%2C1731114990246.meta.1731114993535.meta, exclude list is [], retry=0 2024-11-09T01:16:33,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39885,DS-b4714a15-bc3e-49de-be61-550f496cf414,DISK] 2024-11-09T01:16:33,551 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/WALs/5296cfb18d53,43227,1731114990246/5296cfb18d53%2C43227%2C1731114990246.meta.1731114993535.meta 2024-11-09T01:16:33,551 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36509:36509)] 2024-11-09T01:16:33,551 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:16:33,552 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:16:33,552 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:16:33,552 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:16:33,552 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:16:33,552 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:16:33,552 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:33,552 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:16:33,552 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:16:33,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:16:33,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:16:33,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:33,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:33,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:16:33,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:16:33,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:33,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:33,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:16:33,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:16:33,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:33,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:33,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:16:33,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:16:33,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:33,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:16:33,559 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:16:33,560 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740 2024-11-09T01:16:33,561 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740 2024-11-09T01:16:33,562 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:16:33,562 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:16:33,563 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:16:33,564 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:16:33,565 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65936007, jitterRate=-0.01747693121433258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:16:33,565 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:16:33,565 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731114993552Writing region info on filesystem at 1731114993552Initializing all the Stores at 1731114993553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114993553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114993554 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114993554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114993554Cleaning up temporary data from old regions at 1731114993562 (+8 ms)Running coprocessor post-open hooks at 1731114993565 (+3 ms)Region opened successfully at 1731114993565 2024-11-09T01:16:33,566 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731114993527 2024-11-09T01:16:33,568 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:16:33,568 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:16:33,569 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,43227,1731114990246 2024-11-09T01:16:33,570 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,43227,1731114990246, state=OPEN 2024-11-09T01:16:33,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1860471065/meta-region-server 2024-11-09T01:16:33,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1860471065/meta-region-server 2024-11-09T01:16:33,596 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,43227,1731114990246 2024-11-09T01:16:33,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1860471065/meta-region-server: CHANGED 2024-11-09T01:16:33,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1860471065/meta-region-server: CHANGED 2024-11-09T01:16:33,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:16:33,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,43227,1731114990246 in 221 msec 2024-11-09T01:16:33,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:16:33,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-09T01:16:33,601 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:16:33,601 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:16:33,603 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:33,603 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,43227,1731114990246, seqNum=-1] 2024-11-09T01:16:33,603 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:33,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:16:33,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3370 sec 2024-11-09T01:16:33,610 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731114993609, completionTime=-1 2024-11-09T01:16:33,610 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:16:33,610 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:16:33,611 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:16:33,612 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115053612 2024-11-09T01:16:33,612 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115113612 2024-11-09T01:16:33,612 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T01:16:33,612 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38941,1731114990105-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:33,612 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38941,1731114990105-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:33,612 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38941,1731114990105-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:33,612 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:38941, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:33,612 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:33,612 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:33,614 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:16:33,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.305sec 2024-11-09T01:16:33,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:16:33,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:16:33,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:16:33,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:16:33,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:16:33,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38941,1731114990105-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:16:33,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38941,1731114990105-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:16:33,618 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:16:33,618 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:16:33,618 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38941,1731114990105-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:16:33,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4f70f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:33,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38941,-1 for getting cluster id 2024-11-09T01:16:33,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:33,672 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c581409d-c534-4559-a20d-8bf70b4c2d26' 2024-11-09T01:16:33,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:33,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c581409d-c534-4559-a20d-8bf70b4c2d26" 2024-11-09T01:16:33,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7310e870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:33,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38941,-1] 2024-11-09T01:16:33,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:33,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:33,674 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:33,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e3b49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:33,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:33,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,43227,1731114990246, seqNum=-1] 2024-11-09T01:16:33,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:33,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:16:33,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,38941,1731114990105 2024-11-09T01:16:33,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59250 2024-11-09T01:16:33,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:16:33,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d2a56ac0005 connected 2024-11-09T01:16:33,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:16:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,38881,1731114984257 2024-11-09T01:16:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c96b08 2024-11-09T01:16:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:16:33,707 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:16:33,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:16:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:16:33,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:16:33,714 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:33,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:16:33,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:16:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:16:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:34,123 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e766af3c08c5eeccd780f97cc8c1e68, NAME => 'test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af 2024-11-09T01:16:34,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:16:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:34,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:34,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0e766af3c08c5eeccd780f97cc8c1e68, disabling compactions & flushes 2024-11-09T01:16:34,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68. 2024-11-09T01:16:34,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68. 2024-11-09T01:16:34,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68. after waiting 0 ms 2024-11-09T01:16:34,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68. 2024-11-09T01:16:34,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68. 2024-11-09T01:16:34,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e766af3c08c5eeccd780f97cc8c1e68: Waiting for close lock at 1731114994529Disabling compacts and flushes for region at 1731114994529Disabling writes for close at 1731114994529Writing region close event to WAL at 1731114994529Closed at 1731114994529 2024-11-09T01:16:34,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:16:34,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731114994530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114994530"}]},"ts":"1731114994530"} 2024-11-09T01:16:34,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:16:34,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:16:34,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731114994534"}]},"ts":"1731114994534"} 2024-11-09T01:16:34,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:16:34,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e766af3c08c5eeccd780f97cc8c1e68, ASSIGN}] 2024-11-09T01:16:34,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e766af3c08c5eeccd780f97cc8c1e68, ASSIGN 2024-11-09T01:16:34,538 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0e766af3c08c5eeccd780f97cc8c1e68, ASSIGN; state=OFFLINE, location=5296cfb18d53,42159,1731114984418; forceNewPlan=false, retain=false 2024-11-09T01:16:34,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e766af3c08c5eeccd780f97cc8c1e68, regionState=OPENING, regionLocation=5296cfb18d53,42159,1731114984418 2024-11-09T01:16:34,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0e766af3c08c5eeccd780f97cc8c1e68, ASSIGN because future has completed 2024-11-09T01:16:34,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e766af3c08c5eeccd780f97cc8c1e68, server=5296cfb18d53,42159,1731114984418}] 2024-11-09T01:16:34,847 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68. 2024-11-09T01:16:34,847 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e766af3c08c5eeccd780f97cc8c1e68, NAME => 'test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:16:34,847 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:16:34,847 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:16:34,847 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e766af3c08c5eeccd780f97cc8c1e68 2024-11-09T01:16:34,847 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:34,847 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e766af3c08c5eeccd780f97cc8c1e68 2024-11-09T01:16:34,848 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e766af3c08c5eeccd780f97cc8c1e68 2024-11-09T01:16:34,849 INFO [StoreOpener-0e766af3c08c5eeccd780f97cc8c1e68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e766af3c08c5eeccd780f97cc8c1e68 2024-11-09T01:16:34,850 INFO [StoreOpener-0e766af3c08c5eeccd780f97cc8c1e68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e766af3c08c5eeccd780f97cc8c1e68 columnFamilyName f 2024-11-09T01:16:34,850 DEBUG [StoreOpener-0e766af3c08c5eeccd780f97cc8c1e68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:34,851 INFO [StoreOpener-0e766af3c08c5eeccd780f97cc8c1e68-1 {}] regionserver.HStore(327): Store=0e766af3c08c5eeccd780f97cc8c1e68/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:34,851 INFO [StoreOpener-0e766af3c08c5eeccd780f97cc8c1e68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0e766af3c08c5eeccd780f97cc8c1e68 2024-11-09T01:16:34,852 INFO [StoreOpener-0e766af3c08c5eeccd780f97cc8c1e68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e766af3c08c5eeccd780f97cc8c1e68 columnFamilyName f1 2024-11-09T01:16:34,852 DEBUG [StoreOpener-0e766af3c08c5eeccd780f97cc8c1e68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:34,852 INFO [StoreOpener-0e766af3c08c5eeccd780f97cc8c1e68-1 {}] regionserver.HStore(327): Store=0e766af3c08c5eeccd780f97cc8c1e68/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:34,852 INFO [StoreOpener-0e766af3c08c5eeccd780f97cc8c1e68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e766af3c08c5eeccd780f97cc8c1e68 2024-11-09T01:16:34,853 INFO [StoreOpener-0e766af3c08c5eeccd780f97cc8c1e68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e766af3c08c5eeccd780f97cc8c1e68 columnFamilyName norep 2024-11-09T01:16:34,853 DEBUG [StoreOpener-0e766af3c08c5eeccd780f97cc8c1e68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:34,854 INFO [StoreOpener-0e766af3c08c5eeccd780f97cc8c1e68-1 {}] regionserver.HStore(327): Store=0e766af3c08c5eeccd780f97cc8c1e68/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:34,854 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e766af3c08c5eeccd780f97cc8c1e68 2024-11-09T01:16:34,855 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68 2024-11-09T01:16:34,855 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68 2024-11-09T01:16:34,856 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e766af3c08c5eeccd780f97cc8c1e68 2024-11-09T01:16:34,856 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e766af3c08c5eeccd780f97cc8c1e68 2024-11-09T01:16:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:34,856 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:16:34,858 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e766af3c08c5eeccd780f97cc8c1e68 2024-11-09T01:16:34,860 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:16:34,860 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e766af3c08c5eeccd780f97cc8c1e68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62782527, jitterRate=-0.06446744501590729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:16:34,860 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e766af3c08c5eeccd780f97cc8c1e68 2024-11-09T01:16:34,861 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e766af3c08c5eeccd780f97cc8c1e68: Running coprocessor pre-open hook at 1731114994848Writing region info on filesystem at 1731114994848Initializing all the Stores at 1731114994848Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114994848Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114994849 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114994849Cleaning up temporary data from old regions at 1731114994856 (+7 ms)Running coprocessor post-open hooks at 1731114994860 (+4 ms)Region opened successfully at 1731114994860 2024-11-09T01:16:34,862 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68., pid=6, masterSystemTime=1731114994843 2024-11-09T01:16:34,864 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68. 2024-11-09T01:16:34,864 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68. 2024-11-09T01:16:34,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e766af3c08c5eeccd780f97cc8c1e68, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,42159,1731114984418 2024-11-09T01:16:34,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e766af3c08c5eeccd780f97cc8c1e68, server=5296cfb18d53,42159,1731114984418 because future has completed 2024-11-09T01:16:34,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:16:34,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e766af3c08c5eeccd780f97cc8c1e68, server=5296cfb18d53,42159,1731114984418 in 178 msec 2024-11-09T01:16:34,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:16:34,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0e766af3c08c5eeccd780f97cc8c1e68, ASSIGN in 334 msec 2024-11-09T01:16:34,873 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:16:34,874 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731114994873"}]},"ts":"1731114994873"} 2024-11-09T01:16:34,875 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:16:34,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:16:34,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-09T01:16:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:35,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:16:35,866 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:16:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,38941,1731114990105 2024-11-09T01:16:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@763884c5 2024-11-09T01:16:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:16:35,868 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:16:35,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:16:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:16:35,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:16:35,871 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:35,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:16:35,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:16:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:35,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:16:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:36,280 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7403160798062434c464f1fcf234130e, NAME => 'test,,1731114995868.7403160798062434c464f1fcf234130e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f 2024-11-09T01:16:36,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:16:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:36,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731114995868.7403160798062434c464f1fcf234130e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:36,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7403160798062434c464f1fcf234130e, disabling compactions & flushes 2024-11-09T01:16:36,687 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731114995868.7403160798062434c464f1fcf234130e. 2024-11-09T01:16:36,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731114995868.7403160798062434c464f1fcf234130e. 2024-11-09T01:16:36,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731114995868.7403160798062434c464f1fcf234130e. after waiting 0 ms 2024-11-09T01:16:36,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731114995868.7403160798062434c464f1fcf234130e. 2024-11-09T01:16:36,687 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731114995868.7403160798062434c464f1fcf234130e. 2024-11-09T01:16:36,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7403160798062434c464f1fcf234130e: Waiting for close lock at 1731114996687Disabling compacts and flushes for region at 1731114996687Disabling writes for close at 1731114996687Writing region close event to WAL at 1731114996687Closed at 1731114996687 2024-11-09T01:16:36,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:16:36,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731114995868.7403160798062434c464f1fcf234130e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731114996688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114996688"}]},"ts":"1731114996688"} 2024-11-09T01:16:36,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:16:36,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:16:36,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731114996691"}]},"ts":"1731114996691"} 2024-11-09T01:16:36,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:16:36,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7403160798062434c464f1fcf234130e, ASSIGN}] 2024-11-09T01:16:36,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7403160798062434c464f1fcf234130e, ASSIGN 2024-11-09T01:16:36,696 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7403160798062434c464f1fcf234130e, ASSIGN; state=OFFLINE, location=5296cfb18d53,43227,1731114990246; forceNewPlan=false, retain=false 2024-11-09T01:16:36,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7403160798062434c464f1fcf234130e, regionState=OPENING, regionLocation=5296cfb18d53,43227,1731114990246 2024-11-09T01:16:36,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7403160798062434c464f1fcf234130e, ASSIGN because future has completed 2024-11-09T01:16:36,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7403160798062434c464f1fcf234130e, server=5296cfb18d53,43227,1731114990246}] 2024-11-09T01:16:37,005 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731114995868.7403160798062434c464f1fcf234130e. 2024-11-09T01:16:37,005 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7403160798062434c464f1fcf234130e, NAME => 'test,,1731114995868.7403160798062434c464f1fcf234130e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:16:37,005 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:16:37,005 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:16:37,005 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7403160798062434c464f1fcf234130e 2024-11-09T01:16:37,005 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731114995868.7403160798062434c464f1fcf234130e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:37,005 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7403160798062434c464f1fcf234130e 2024-11-09T01:16:37,005 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7403160798062434c464f1fcf234130e 2024-11-09T01:16:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:37,007 INFO [StoreOpener-7403160798062434c464f1fcf234130e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7403160798062434c464f1fcf234130e 2024-11-09T01:16:37,008 INFO [StoreOpener-7403160798062434c464f1fcf234130e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7403160798062434c464f1fcf234130e columnFamilyName f 2024-11-09T01:16:37,008 DEBUG [StoreOpener-7403160798062434c464f1fcf234130e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:37,008 INFO [StoreOpener-7403160798062434c464f1fcf234130e-1 {}] regionserver.HStore(327): Store=7403160798062434c464f1fcf234130e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:37,008 INFO [StoreOpener-7403160798062434c464f1fcf234130e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7403160798062434c464f1fcf234130e 2024-11-09T01:16:37,009 INFO [StoreOpener-7403160798062434c464f1fcf234130e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7403160798062434c464f1fcf234130e columnFamilyName f1 2024-11-09T01:16:37,010 DEBUG [StoreOpener-7403160798062434c464f1fcf234130e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:37,010 INFO [StoreOpener-7403160798062434c464f1fcf234130e-1 {}] regionserver.HStore(327): Store=7403160798062434c464f1fcf234130e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:37,010 INFO [StoreOpener-7403160798062434c464f1fcf234130e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7403160798062434c464f1fcf234130e 2024-11-09T01:16:37,011 INFO [StoreOpener-7403160798062434c464f1fcf234130e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7403160798062434c464f1fcf234130e columnFamilyName norep 2024-11-09T01:16:37,011 DEBUG [StoreOpener-7403160798062434c464f1fcf234130e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:37,011 INFO [StoreOpener-7403160798062434c464f1fcf234130e-1 {}] regionserver.HStore(327): Store=7403160798062434c464f1fcf234130e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:37,011 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7403160798062434c464f1fcf234130e 2024-11-09T01:16:37,012 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/default/test/7403160798062434c464f1fcf234130e 2024-11-09T01:16:37,012 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/default/test/7403160798062434c464f1fcf234130e 2024-11-09T01:16:37,013 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7403160798062434c464f1fcf234130e 2024-11-09T01:16:37,013 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7403160798062434c464f1fcf234130e 2024-11-09T01:16:37,014 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:16:37,015 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7403160798062434c464f1fcf234130e 2024-11-09T01:16:37,016 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/default/test/7403160798062434c464f1fcf234130e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:16:37,017 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7403160798062434c464f1fcf234130e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61268672, jitterRate=-0.08702564239501953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:16:37,017 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7403160798062434c464f1fcf234130e 2024-11-09T01:16:37,017 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7403160798062434c464f1fcf234130e: Running coprocessor pre-open hook at 1731114997006Writing region info on filesystem at 1731114997006Initializing all the Stores at 1731114997006Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114997006Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114997007 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114997007Cleaning up temporary data from old regions at 1731114997013 (+6 ms)Running coprocessor post-open hooks at 1731114997017 (+4 ms)Region opened successfully at 1731114997017 2024-11-09T01:16:37,018 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731114995868.7403160798062434c464f1fcf234130e., pid=6, masterSystemTime=1731114997001 2024-11-09T01:16:37,020 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731114995868.7403160798062434c464f1fcf234130e. 2024-11-09T01:16:37,020 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731114995868.7403160798062434c464f1fcf234130e. 2024-11-09T01:16:37,021 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7403160798062434c464f1fcf234130e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,43227,1731114990246 2024-11-09T01:16:37,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7403160798062434c464f1fcf234130e, server=5296cfb18d53,43227,1731114990246 because future has completed 2024-11-09T01:16:37,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:16:37,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7403160798062434c464f1fcf234130e, server=5296cfb18d53,43227,1731114990246 in 176 msec 2024-11-09T01:16:37,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:16:37,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7403160798062434c464f1fcf234130e, ASSIGN in 333 msec 2024-11-09T01:16:37,030 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:16:37,030 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731114997030"}]},"ts":"1731114997030"} 2024-11-09T01:16:37,032 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:16:37,033 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:16:37,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-09T01:16:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:16:38,016 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:16:38,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f0cd7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:38,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38881,-1 for getting cluster id 2024-11-09T01:16:38,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:38,018 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aee86843-a34c-4d15-8b7c-2dc1a2292e1d' 2024-11-09T01:16:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aee86843-a34c-4d15-8b7c-2dc1a2292e1d" 2024-11-09T01:16:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3305a225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38881,-1] 2024-11-09T01:16:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:38,019 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382393d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:38,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ab1c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:38,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38941,-1 for getting cluster id 2024-11-09T01:16:38,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:38,021 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c581409d-c534-4559-a20d-8bf70b4c2d26' 2024-11-09T01:16:38,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:38,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c581409d-c534-4559-a20d-8bf70b4c2d26" 2024-11-09T01:16:38,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a95e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:38,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38941,-1] 2024-11-09T01:16:38,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:38,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:38,022 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e8b8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:38,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8383f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:38,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38881,-1 for getting cluster id 2024-11-09T01:16:38,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:38,024 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aee86843-a34c-4d15-8b7c-2dc1a2292e1d' 2024-11-09T01:16:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aee86843-a34c-4d15-8b7c-2dc1a2292e1d" 2024-11-09T01:16:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5782e470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38881,-1] 2024-11-09T01:16:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:38,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:38,025 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:38,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359da0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:38,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:16:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,38881,1731114984257 2024-11-09T01:16:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5074bac 2024-11-09T01:16:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:16:38,029 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:16:38,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:38941,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:16:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:16:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:16:38,032 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:38941' 2024-11-09T01:16:38,033 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2a3cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:38,033 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38941,-1 for getting cluster id 2024-11-09T01:16:38,033 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:38,034 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c581409d-c534-4559-a20d-8bf70b4c2d26' 2024-11-09T01:16:38,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:38,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c581409d-c534-4559-a20d-8bf70b4c2d26" 2024-11-09T01:16:38,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18369c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:38,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38941,-1] 2024-11-09T01:16:38,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:38,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:38,035 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:38,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b5f182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:38,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:16:38,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,38941,1731114990105 2024-11-09T01:16:38,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@325dedd7 2024-11-09T01:16:38,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:16:38,037 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:16:38,038 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T01:16:38,038 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:16:38,038 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:38,038 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:38,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:16:38,039 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:16:38,040 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:16:38,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:16:38,041 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:38,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:16:38,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741837_1013 (size=1138) 2024-11-09T01:16:38,090 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:16:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:16:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:16:38,421 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T01:16:38,452 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dfa188e1e2683680dc1605281b820593, NAME => 'hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af 2024-11-09T01:16:38,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741838_1014 (size=44) 2024-11-09T01:16:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:16:39,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:39,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dfa188e1e2683680dc1605281b820593, disabling compactions & flushes 2024-11-09T01:16:39,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. 2024-11-09T01:16:39,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. 2024-11-09T01:16:39,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. after waiting 0 ms 2024-11-09T01:16:39,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. 2024-11-09T01:16:39,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. 2024-11-09T01:16:39,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dfa188e1e2683680dc1605281b820593: Waiting for close lock at 1731114999017Disabling compacts and flushes for region at 1731114999017Disabling writes for close at 1731114999017Writing region close event to WAL at 1731114999017Closed at 1731114999017 2024-11-09T01:16:39,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:16:39,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731114999018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114999018"}]},"ts":"1731114999018"} 2024-11-09T01:16:39,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:16:39,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:16:39,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731114999021"}]},"ts":"1731114999021"} 2024-11-09T01:16:39,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:16:39,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dfa188e1e2683680dc1605281b820593, ASSIGN}] 2024-11-09T01:16:39,025 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dfa188e1e2683680dc1605281b820593, ASSIGN 2024-11-09T01:16:39,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dfa188e1e2683680dc1605281b820593, ASSIGN; state=OFFLINE, location=5296cfb18d53,42159,1731114984418; forceNewPlan=false, retain=false 2024-11-09T01:16:39,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:16:39,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:39,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:39,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:16:39,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dfa188e1e2683680dc1605281b820593, regionState=OPENING, regionLocation=5296cfb18d53,42159,1731114984418 2024-11-09T01:16:39,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dfa188e1e2683680dc1605281b820593, ASSIGN because future has completed 2024-11-09T01:16:39,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfa188e1e2683680dc1605281b820593, server=5296cfb18d53,42159,1731114984418}] 2024-11-09T01:16:39,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. 2024-11-09T01:16:39,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:16:39,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:16:39,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C42159%2C1731114984418.rep, suffix=, logDir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418, archiveDir=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/oldWALs, maxLogs=10 2024-11-09T01:16:39,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.rep.1731114999337, exclude list is [], retry=0 2024-11-09T01:16:39,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-177aeeb5-7e50-4c85-8bea-b31a3e5bd4f6,DISK] 2024-11-09T01:16:39,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.rep.1731114999337 2024-11-09T01:16:39,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37241:37241)] 2024-11-09T01:16:39,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dfa188e1e2683680dc1605281b820593, NAME => 'hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:16:39,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:16:39,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:16:39,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. service=MultiRowMutationService 2024-11-09T01:16:39,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:16:39,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dfa188e1e2683680dc1605281b820593 2024-11-09T01:16:39,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:16:39,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dfa188e1e2683680dc1605281b820593 2024-11-09T01:16:39,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dfa188e1e2683680dc1605281b820593 2024-11-09T01:16:39,360 INFO [StoreOpener-dfa188e1e2683680dc1605281b820593-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dfa188e1e2683680dc1605281b820593 2024-11-09T01:16:39,361 INFO [StoreOpener-dfa188e1e2683680dc1605281b820593-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfa188e1e2683680dc1605281b820593 columnFamilyName hfileref 2024-11-09T01:16:39,361 DEBUG [StoreOpener-dfa188e1e2683680dc1605281b820593-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:39,362 INFO [StoreOpener-dfa188e1e2683680dc1605281b820593-1 {}] regionserver.HStore(327): Store=dfa188e1e2683680dc1605281b820593/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:39,362 INFO [StoreOpener-dfa188e1e2683680dc1605281b820593-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dfa188e1e2683680dc1605281b820593 2024-11-09T01:16:39,363 INFO [StoreOpener-dfa188e1e2683680dc1605281b820593-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfa188e1e2683680dc1605281b820593 columnFamilyName queue 2024-11-09T01:16:39,363 DEBUG [StoreOpener-dfa188e1e2683680dc1605281b820593-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:39,363 INFO [StoreOpener-dfa188e1e2683680dc1605281b820593-1 {}] regionserver.HStore(327): Store=dfa188e1e2683680dc1605281b820593/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:39,364 INFO [StoreOpener-dfa188e1e2683680dc1605281b820593-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dfa188e1e2683680dc1605281b820593 2024-11-09T01:16:39,364 INFO [StoreOpener-dfa188e1e2683680dc1605281b820593-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfa188e1e2683680dc1605281b820593 columnFamilyName sid 2024-11-09T01:16:39,364 DEBUG [StoreOpener-dfa188e1e2683680dc1605281b820593-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:16:39,365 INFO [StoreOpener-dfa188e1e2683680dc1605281b820593-1 {}] regionserver.HStore(327): Store=dfa188e1e2683680dc1605281b820593/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:16:39,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dfa188e1e2683680dc1605281b820593 2024-11-09T01:16:39,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/replication/dfa188e1e2683680dc1605281b820593 2024-11-09T01:16:39,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/replication/dfa188e1e2683680dc1605281b820593 2024-11-09T01:16:39,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dfa188e1e2683680dc1605281b820593 2024-11-09T01:16:39,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dfa188e1e2683680dc1605281b820593 2024-11-09T01:16:39,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:16:39,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dfa188e1e2683680dc1605281b820593 2024-11-09T01:16:39,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/replication/dfa188e1e2683680dc1605281b820593/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:16:39,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dfa188e1e2683680dc1605281b820593; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67234897, jitterRate=0.0018780380487442017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:16:39,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfa188e1e2683680dc1605281b820593 2024-11-09T01:16:39,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dfa188e1e2683680dc1605281b820593: Running coprocessor pre-open hook at 1731114999359Writing region info on filesystem at 1731114999359Initializing all the Stores at 1731114999360 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114999360Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114999360Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114999360Cleaning up temporary data from old regions at 1731114999367 (+7 ms)Running coprocessor post-open hooks at 1731114999370 (+3 ms)Region opened successfully at 1731114999371 (+1 ms) 2024-11-09T01:16:39,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593., pid=10, masterSystemTime=1731114999331 2024-11-09T01:16:39,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. 2024-11-09T01:16:39,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. 2024-11-09T01:16:39,374 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dfa188e1e2683680dc1605281b820593, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,42159,1731114984418 2024-11-09T01:16:39,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfa188e1e2683680dc1605281b820593, server=5296cfb18d53,42159,1731114984418 because future has completed 2024-11-09T01:16:39,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T01:16:39,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dfa188e1e2683680dc1605281b820593, server=5296cfb18d53,42159,1731114984418 in 199 msec 2024-11-09T01:16:39,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T01:16:39,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dfa188e1e2683680dc1605281b820593, ASSIGN in 357 msec 2024-11-09T01:16:39,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:16:39,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731114999383"}]},"ts":"1731114999383"} 2024-11-09T01:16:39,386 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:16:39,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:16:39,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3480 sec 2024-11-09T01:16:39,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593., hostname=5296cfb18d53,42159,1731114984418, seqNum=2] 2024-11-09T01:16:39,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:16:39,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:16:39,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:16:39,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T01:16:39,817 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:16:39,842 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,42159,1731114984418, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:16:39,842 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:39,842 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42159,1731114984418, seqNum=-1] 2024-11-09T01:16:39,843 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:39,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-09T01:16:39,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,42159,1731114984418', locateType=CURRENT is [region=hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593., hostname=5296cfb18d53,42159,1731114984418, seqNum=2] 2024-11-09T01:16:39,849 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T01:16:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T01:16:39,851 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,42159,1731114984418 suceeded 2024-11-09T01:16:39,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T01:16:39,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-09T01:16:39,853 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:38941,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-09T01:16:39,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8240 sec 2024-11-09T01:16:39,864 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:38941' 2024-11-09T01:16:39,865 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46d7723a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:39,865 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38941,-1 for getting cluster id 2024-11-09T01:16:39,865 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:39,866 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c581409d-c534-4559-a20d-8bf70b4c2d26' 2024-11-09T01:16:39,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:39,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c581409d-c534-4559-a20d-8bf70b4c2d26" 2024-11-09T01:16:39,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23924b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:39,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38941,-1] 2024-11-09T01:16:39,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:39,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:39,867 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:39,868 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dff63c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:39,868 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:16:39,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,38941,1731114990105 2024-11-09T01:16:39,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77356c81 2024-11-09T01:16:39,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:16:39,869 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-09T01:16:39,870 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,42159,1731114984418 (queues=1) is replicating from cluster=aee86843-a34c-4d15-8b7c-2dc1a2292e1d to cluster=c581409d-c534-4559-a20d-8bf70b4c2d26 2024-11-09T01:16:39,870 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C42159%2C1731114984418 2024-11-09T01:16:39,870 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,42159,1731114984418, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:16:39,871 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.shipper5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C42159%2C1731114984418 2024-11-09T01:16:39,871 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726, startPosition=0, beingWritten=true 2024-11-09T01:16:39,878 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:16:39,878 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 379, reset compression=false 2024-11-09T01:16:39,878 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.shipper5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42159,1731114984418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:16:40,082 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 379, reset compression=false 2024-11-09T01:16:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:16:40,175 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:16:40,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:16:40,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:16:40,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:40,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:40,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:16:40,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:40,182 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731115000180/Put/seqid=0 2024-11-09T01:16:40,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741840_1016 (size=7894) 2024-11-09T01:16:40,385 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 379, reset compression=false 2024-11-09T01:16:40,589 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f/f/hfile_1 is 34, key is ddd/f:row/1731115000587/Put/seqid=0 2024-11-09T01:16:40,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741841_1017 (size=7691) 2024-11-09T01:16:40,789 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 379, reset compression=false 2024-11-09T01:16:40,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47aba0d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:40,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38881,-1 for getting cluster id 2024-11-09T01:16:40,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:40,998 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aee86843-a34c-4d15-8b7c-2dc1a2292e1d' 2024-11-09T01:16:40,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:40,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aee86843-a34c-4d15-8b7c-2dc1a2292e1d" 2024-11-09T01:16:40,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d45535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:40,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38881,-1] 2024-11-09T01:16:40,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:40,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:41,000 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:41,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c9058c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:41,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:41,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42159,1731114984418, seqNum=-1] 2024-11-09T01:16:41,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:41,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:16:41,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:16:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,38881,1731114984257 2024-11-09T01:16:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e92115 2024-11-09T01:16:41,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:16:41,018 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:16:41,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68., hostname=5296cfb18d53,42159,1731114984418, seqNum=2] 2024-11-09T01:16:41,034 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T01:16:41,046 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T01:16:41,050 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T01:16:41,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f/f/hfile_0 for inclusion in 0e766af3c08c5eeccd780f97cc8c1e68/f 2024-11-09T01:16:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T01:16:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:16:41,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f/f/hfile_1 for inclusion in 0e766af3c08c5eeccd780f97cc8c1e68/f 2024-11-09T01:16:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T01:16:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:16:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HRegion(2603): Flush status journal for 0e766af3c08c5eeccd780f97cc8c1e68: 2024-11-09T01:16:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f/f/hfile_0 to hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__l37r5m6gdiks8mn7vkjog2afmb21blpqicei21fc504aqgf97udurmpsfk6o569j/f/hfile_0 2024-11-09T01:16:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__l37r5m6gdiks8mn7vkjog2afmb21blpqicei21fc504aqgf97udurmpsfk6o569j/f/hfile_0 as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f/0b47fb958026477c80e8bd5453e0f802_SeqId_4_ 2024-11-09T01:16:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f/f/hfile_1 to hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__l37r5m6gdiks8mn7vkjog2afmb21blpqicei21fc504aqgf97udurmpsfk6o569j/f/hfile_1 2024-11-09T01:16:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__l37r5m6gdiks8mn7vkjog2afmb21blpqicei21fc504aqgf97udurmpsfk6o569j/f/hfile_1 as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f/2cef3d7445e448f4a31b147094bcc494_SeqId_4_ 2024-11-09T01:16:41,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__l37r5m6gdiks8mn7vkjog2afmb21blpqicei21fc504aqgf97udurmpsfk6o569j/f/hfile_0 into 0e766af3c08c5eeccd780f97cc8c1e68/f as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f/0b47fb958026477c80e8bd5453e0f802_SeqId_4_ - updating store file list. 2024-11-09T01:16:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b47fb958026477c80e8bd5453e0f802_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T01:16:41,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f/0b47fb958026477c80e8bd5453e0f802_SeqId_4_ into 0e766af3c08c5eeccd780f97cc8c1e68/f 2024-11-09T01:16:41,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__l37r5m6gdiks8mn7vkjog2afmb21blpqicei21fc504aqgf97udurmpsfk6o569j/f/hfile_0 into 0e766af3c08c5eeccd780f97cc8c1e68/f (new location: hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f/0b47fb958026477c80e8bd5453e0f802_SeqId_4_) 2024-11-09T01:16:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__l37r5m6gdiks8mn7vkjog2afmb21blpqicei21fc504aqgf97udurmpsfk6o569j/f/hfile_0 2024-11-09T01:16:41,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__l37r5m6gdiks8mn7vkjog2afmb21blpqicei21fc504aqgf97udurmpsfk6o569j/f/hfile_1 into 0e766af3c08c5eeccd780f97cc8c1e68/f as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f/2cef3d7445e448f4a31b147094bcc494_SeqId_4_ - updating store file list. 2024-11-09T01:16:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2cef3d7445e448f4a31b147094bcc494_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T01:16:41,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f/2cef3d7445e448f4a31b147094bcc494_SeqId_4_ into 0e766af3c08c5eeccd780f97cc8c1e68/f 2024-11-09T01:16:41,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__l37r5m6gdiks8mn7vkjog2afmb21blpqicei21fc504aqgf97udurmpsfk6o569j/f/hfile_1 into 0e766af3c08c5eeccd780f97cc8c1e68/f (new location: hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f/2cef3d7445e448f4a31b147094bcc494_SeqId_4_) 2024-11-09T01:16:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__l37r5m6gdiks8mn7vkjog2afmb21blpqicei21fc504aqgf97udurmpsfk6o569j/f/hfile_1 2024-11-09T01:16:41,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:16:41,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:16:41,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:41,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:41,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:16:41,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:41,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68., hostname=5296cfb18d53,42159,1731114984418, seqNum=2 , the old value is region=test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68., hostname=5296cfb18d53,42159,1731114984418, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5296cfb18d53:42159 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T01:16:41,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,43227,1731114990246, seqNum=-1] 2024-11-09T01:16:41,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68., hostname=5296cfb18d53,42159,1731114984418, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T01:16:41,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:41,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68., hostname=5296cfb18d53,42159,1731114984418, seqNum=2 from cache 2024-11-09T01:16:41,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:16:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:51942 deadline: 1731115061107 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:51942 2024-11-09T01:16:41,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731114995868.7403160798062434c464f1fcf234130e., hostname=5296cfb18d53,43227,1731114990246, seqNum=2] 2024-11-09T01:16:41,114 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T01:16:41,216 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:42159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T01:16:41,293 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 379, reset compression=false 2024-11-09T01:16:41,298 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:16:41,298 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.shipper5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42159,1731114984418 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e766af3c08c5eeccd780f97cc8c1e68/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731115001101/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T01:16:41,318 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.shipper5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:16:41,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-09T01:16:41,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.ReplicationSink(318): Replicating [aee86843-a34c-4d15-8b7c-2dc1a2292e1d] bulk loaded data 2024-11-09T01:16:41,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d2a3b07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:41,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38941,-1 for getting cluster id 2024-11-09T01:16:41,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:41,325 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c581409d-c534-4559-a20d-8bf70b4c2d26' 2024-11-09T01:16:41,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:41,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c581409d-c534-4559-a20d-8bf70b4c2d26" 2024-11-09T01:16:41,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@559f8266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:41,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38941,-1] 2024-11-09T01:16:41,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:41,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:41,326 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:41,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@739dcaf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:41,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741837_1013 (size=7894) 2024-11-09T01:16:41,499 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 687, reset compression=false 2024-11-09T01:16:41,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741838_1014 (size=7691) 2024-11-09T01:16:41,803 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 687, reset compression=false 2024-11-09T01:16:42,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T01:16:42,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T01:16:42,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T01:16:42,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T01:16:42,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:16:42,044 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T01:16:42,116 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T01:16:42,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:16:42,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,38941,1731114990105 2024-11-09T01:16:42,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@551f2b1e 2024-11-09T01:16:42,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:16:42,154 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-09T01:16:42,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T01:16:42,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:42,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,43227,1731114990246, seqNum=-1] 2024-11-09T01:16:42,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:42,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-09T01:16:42,164 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/staging/jenkins.hfs.6__test__qnbb6fbff7dduv1gcv7qb5f55vso41v83jkqmtat9jcsc1qedvca322itnkqs36n/f/0b47fb958026477c80e8bd5453e0f802_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T01:16:42,168 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/staging/jenkins.hfs.6__test__qnbb6fbff7dduv1gcv7qb5f55vso41v83jkqmtat9jcsc1qedvca322itnkqs36n/f/2cef3d7445e448f4a31b147094bcc494_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T01:16:42,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/staging/jenkins.hfs.6__test__qnbb6fbff7dduv1gcv7qb5f55vso41v83jkqmtat9jcsc1qedvca322itnkqs36n/f/0b47fb958026477c80e8bd5453e0f802_SeqId_4_ for inclusion in 7403160798062434c464f1fcf234130e/f 2024-11-09T01:16:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T01:16:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:16:42,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/staging/jenkins.hfs.6__test__qnbb6fbff7dduv1gcv7qb5f55vso41v83jkqmtat9jcsc1qedvca322itnkqs36n/f/2cef3d7445e448f4a31b147094bcc494_SeqId_4_ for inclusion in 7403160798062434c464f1fcf234130e/f 2024-11-09T01:16:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T01:16:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:16:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HRegion(2603): Flush status journal for 7403160798062434c464f1fcf234130e: 2024-11-09T01:16:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0b47fb958026477c80e8bd5453e0f802_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T01:16:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/staging/jenkins.hfs.6__test__qnbb6fbff7dduv1gcv7qb5f55vso41v83jkqmtat9jcsc1qedvca322itnkqs36n/f/0b47fb958026477c80e8bd5453e0f802_SeqId_4_ as hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/default/test/7403160798062434c464f1fcf234130e/f/e5f72da346b74890827624ac6fa7833e_SeqId_4_ 2024-11-09T01:16:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2cef3d7445e448f4a31b147094bcc494_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T01:16:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/staging/jenkins.hfs.6__test__qnbb6fbff7dduv1gcv7qb5f55vso41v83jkqmtat9jcsc1qedvca322itnkqs36n/f/2cef3d7445e448f4a31b147094bcc494_SeqId_4_ as hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/default/test/7403160798062434c464f1fcf234130e/f/6f5dd744c7cf4945873b83151d8f377d_SeqId_4_ 2024-11-09T01:16:42,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/staging/jenkins.hfs.6__test__qnbb6fbff7dduv1gcv7qb5f55vso41v83jkqmtat9jcsc1qedvca322itnkqs36n/f/0b47fb958026477c80e8bd5453e0f802_SeqId_4_ into 7403160798062434c464f1fcf234130e/f as hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/default/test/7403160798062434c464f1fcf234130e/f/e5f72da346b74890827624ac6fa7833e_SeqId_4_ - updating store file list. 2024-11-09T01:16:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e5f72da346b74890827624ac6fa7833e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T01:16:42,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/default/test/7403160798062434c464f1fcf234130e/f/e5f72da346b74890827624ac6fa7833e_SeqId_4_ into 7403160798062434c464f1fcf234130e/f 2024-11-09T01:16:42,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/staging/jenkins.hfs.6__test__qnbb6fbff7dduv1gcv7qb5f55vso41v83jkqmtat9jcsc1qedvca322itnkqs36n/f/0b47fb958026477c80e8bd5453e0f802_SeqId_4_ into 7403160798062434c464f1fcf234130e/f (new location: hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/default/test/7403160798062434c464f1fcf234130e/f/e5f72da346b74890827624ac6fa7833e_SeqId_4_) 2024-11-09T01:16:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/staging/jenkins.hfs.6__test__qnbb6fbff7dduv1gcv7qb5f55vso41v83jkqmtat9jcsc1qedvca322itnkqs36n/f/0b47fb958026477c80e8bd5453e0f802_SeqId_4_ 2024-11-09T01:16:42,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/staging/jenkins.hfs.6__test__qnbb6fbff7dduv1gcv7qb5f55vso41v83jkqmtat9jcsc1qedvca322itnkqs36n/f/2cef3d7445e448f4a31b147094bcc494_SeqId_4_ into 7403160798062434c464f1fcf234130e/f as hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/default/test/7403160798062434c464f1fcf234130e/f/6f5dd744c7cf4945873b83151d8f377d_SeqId_4_ - updating store file list. 2024-11-09T01:16:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6f5dd744c7cf4945873b83151d8f377d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T01:16:42,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/default/test/7403160798062434c464f1fcf234130e/f/6f5dd744c7cf4945873b83151d8f377d_SeqId_4_ into 7403160798062434c464f1fcf234130e/f 2024-11-09T01:16:42,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/staging/jenkins.hfs.6__test__qnbb6fbff7dduv1gcv7qb5f55vso41v83jkqmtat9jcsc1qedvca322itnkqs36n/f/2cef3d7445e448f4a31b147094bcc494_SeqId_4_ into 7403160798062434c464f1fcf234130e/f (new location: hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/default/test/7403160798062434c464f1fcf234130e/f/6f5dd744c7cf4945873b83151d8f377d_SeqId_4_) 2024-11-09T01:16:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/staging/jenkins.hfs.6__test__qnbb6fbff7dduv1gcv7qb5f55vso41v83jkqmtat9jcsc1qedvca322itnkqs36n/f/2cef3d7445e448f4a31b147094bcc494_SeqId_4_ 2024-11-09T01:16:42,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.ReplicationSink(324): Finished replicating [aee86843-a34c-4d15-8b7c-2dc1a2292e1d] bulk loaded data 2024-11-09T01:16:42,208 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 687, reset compression=false 2024-11-09T01:16:42,713 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 687, reset compression=false 2024-11-09T01:16:43,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:16:43,137 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731115003136/Put/seqid=0 2024-11-09T01:16:43,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741842_1018 (size=7997) 2024-11-09T01:16:43,317 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 687, reset compression=false 2024-11-09T01:16:43,544 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731115003543/Put/seqid=0 2024-11-09T01:16:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741843_1019 (size=7794) 2024-11-09T01:16:44,021 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 687, reset compression=false 2024-11-09T01:16:44,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584aef48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:44,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38881,-1 for getting cluster id 2024-11-09T01:16:44,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:16:44,065 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aee86843-a34c-4d15-8b7c-2dc1a2292e1d' 2024-11-09T01:16:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:16:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aee86843-a34c-4d15-8b7c-2dc1a2292e1d" 2024-11-09T01:16:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe539d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38881,-1] 2024-11-09T01:16:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:16:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:44,067 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:16:44,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a3b5bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:16:44,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:44,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42159,1731114984418, seqNum=-1] 2024-11-09T01:16:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:44,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:16:44,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:16:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,38881,1731114984257 2024-11-09T01:16:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62754820 2024-11-09T01:16:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:16:44,080 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:16:44,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68., hostname=5296cfb18d53,42159,1731114984418, seqNum=2] 2024-11-09T01:16:44,085 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T01:16:44,091 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T01:16:44,094 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T01:16:44,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f1/f1/hfile_1 for inclusion in 0e766af3c08c5eeccd780f97cc8c1e68/f1 2024-11-09T01:16:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T01:16:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:16:44,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f1/f1/hfile_0 for inclusion in 0e766af3c08c5eeccd780f97cc8c1e68/f1 2024-11-09T01:16:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T01:16:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:16:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HRegion(2603): Flush status journal for 0e766af3c08c5eeccd780f97cc8c1e68: 2024-11-09T01:16:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f1/f1/hfile_1 to hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__c36cbjurvju7qsrhjr3n9lnd9agna7alm9uh1v1dpf8aa6m1rojsu8sbg0p8csk9/f1/hfile_1 2024-11-09T01:16:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__c36cbjurvju7qsrhjr3n9lnd9agna7alm9uh1v1dpf8aa6m1rojsu8sbg0p8csk9/f1/hfile_1 as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f1/7f102d16e8d743a283a107febd981544_SeqId_6_ 2024-11-09T01:16:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/load_f1/f1/hfile_0 to hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__c36cbjurvju7qsrhjr3n9lnd9agna7alm9uh1v1dpf8aa6m1rojsu8sbg0p8csk9/f1/hfile_0 2024-11-09T01:16:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__c36cbjurvju7qsrhjr3n9lnd9agna7alm9uh1v1dpf8aa6m1rojsu8sbg0p8csk9/f1/hfile_0 as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f1/a7ca8b0e38414db080caea74487508b1_SeqId_6_ 2024-11-09T01:16:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-09T01:16:44,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__c36cbjurvju7qsrhjr3n9lnd9agna7alm9uh1v1dpf8aa6m1rojsu8sbg0p8csk9/f1/hfile_1 into 0e766af3c08c5eeccd780f97cc8c1e68/f1 as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f1/7f102d16e8d743a283a107febd981544_SeqId_6_ - updating store file list. 2024-11-09T01:16:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7f102d16e8d743a283a107febd981544_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T01:16:44,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f1/7f102d16e8d743a283a107febd981544_SeqId_6_ into 0e766af3c08c5eeccd780f97cc8c1e68/f1 2024-11-09T01:16:44,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__c36cbjurvju7qsrhjr3n9lnd9agna7alm9uh1v1dpf8aa6m1rojsu8sbg0p8csk9/f1/hfile_1 into 0e766af3c08c5eeccd780f97cc8c1e68/f1 (new location: hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f1/7f102d16e8d743a283a107febd981544_SeqId_6_) 2024-11-09T01:16:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__c36cbjurvju7qsrhjr3n9lnd9agna7alm9uh1v1dpf8aa6m1rojsu8sbg0p8csk9/f1/hfile_1 2024-11-09T01:16:44,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__c36cbjurvju7qsrhjr3n9lnd9agna7alm9uh1v1dpf8aa6m1rojsu8sbg0p8csk9/f1/hfile_0 into 0e766af3c08c5eeccd780f97cc8c1e68/f1 as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f1/a7ca8b0e38414db080caea74487508b1_SeqId_6_ - updating store file list. 2024-11-09T01:16:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7ca8b0e38414db080caea74487508b1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T01:16:44,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f1/a7ca8b0e38414db080caea74487508b1_SeqId_6_ into 0e766af3c08c5eeccd780f97cc8c1e68/f1 2024-11-09T01:16:44,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__c36cbjurvju7qsrhjr3n9lnd9agna7alm9uh1v1dpf8aa6m1rojsu8sbg0p8csk9/f1/hfile_0 into 0e766af3c08c5eeccd780f97cc8c1e68/f1 (new location: hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/f1/a7ca8b0e38414db080caea74487508b1_SeqId_6_) 2024-11-09T01:16:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/staging/jenkins__test__c36cbjurvju7qsrhjr3n9lnd9agna7alm9uh1v1dpf8aa6m1rojsu8sbg0p8csk9/f1/hfile_0 2024-11-09T01:16:44,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:16:44,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:16:44,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:44,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:16:44,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:16:44,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68., hostname=5296cfb18d53,42159,1731114984418, seqNum=2 , the old value is region=test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68., hostname=5296cfb18d53,42159,1731114984418, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5296cfb18d53:42159 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T01:16:44,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68., hostname=5296cfb18d53,42159,1731114984418, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T01:16:44,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68., hostname=5296cfb18d53,42159,1731114984418, seqNum=2 from cache 2024-11-09T01:16:44,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:16:44,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42159,1731114984418, seqNum=-1] 2024-11-09T01:16:44,126 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T01:16:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:16:44,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:16:44,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68., hostname=5296cfb18d53,42159,1731114984418, seqNum=2] 2024-11-09T01:16:44,225 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:42159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T01:16:44,825 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 687, reset compression=false 2024-11-09T01:16:44,830 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:16:44,830 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:44,830 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.shipper5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42159,1731114984418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:16:44,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:16:44,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:44,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:44,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:16:45,034 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:45,337 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:45,741 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:46,245 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:46,848 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:47,552 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:48,356 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:49,261 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:50,265 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:51,369 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:52,572 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:53,846 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:16:53,876 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:55,280 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:56,787 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:58,392 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:16:59,692 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:17:00,096 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:01,900 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:03,804 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:04,832 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.shipper5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42159,1731114984418 got entry batch from reader: null 2024-11-09T01:17:05,808 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:07,755 INFO [master/5296cfb18d53:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T01:17:07,755 INFO [master/5296cfb18d53:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T01:17:07,913 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:10,117 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:12,422 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:13,619 INFO [master/5296cfb18d53:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T01:17:13,619 INFO [master/5296cfb18d53:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T01:17:14,828 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:17,342 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:19,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0e766af3c08c5eeccd780f97cc8c1e68, had cached 0 bytes from a total of 31376 2024-11-09T01:17:19,945 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:22,005 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7403160798062434c464f1fcf234130e, had cached 0 bytes from a total of 15585 2024-11-09T01:17:22,649 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:23,846 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:17:24,833 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.shipper5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42159,1731114984418 got entry batch from reader: null 2024-11-09T01:17:25,452 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:27,822 DEBUG [master/5296cfb18d53:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:17:28,356 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:29,696 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:17:31,362 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:34,466 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:37,671 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:40,976 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:44,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:17:44,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:17:44,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:17:44,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:44,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:44,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:17:44,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:17:44,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2012624627, stopped=false 2024-11-09T01:17:44,157 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,38941,1731114990105 2024-11-09T01:17:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1860471065/running 2024-11-09T01:17:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1860471065/running 2024-11-09T01:17:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:17:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:17:44,190 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:17:44,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:17:44,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:17:44,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:44,191 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,43227,1731114990246' ***** 2024-11-09T01:17:44,191 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:17:44,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Set watcher on znode that does not yet exist, /1860471065/running 2024-11-09T01:17:44,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Set watcher on znode that does not yet exist, /1860471065/running 2024-11-09T01:17:44,191 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:17:44,191 INFO [RS:0;5296cfb18d53:43227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:17:44,191 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:17:44,191 INFO [RS:0;5296cfb18d53:43227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:17:44,191 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(3091): Received CLOSE for 7403160798062434c464f1fcf234130e 2024-11-09T01:17:44,191 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,43227,1731114990246 2024-11-09T01:17:44,191 INFO [RS:0;5296cfb18d53:43227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:17:44,191 INFO [RS:0;5296cfb18d53:43227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:43227. 2024-11-09T01:17:44,192 DEBUG [RS:0;5296cfb18d53:43227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:17:44,192 DEBUG [RS:0;5296cfb18d53:43227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:44,192 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7403160798062434c464f1fcf234130e, disabling compactions & flushes 2024-11-09T01:17:44,192 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731114995868.7403160798062434c464f1fcf234130e. 2024-11-09T01:17:44,192 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:17:44,192 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731114995868.7403160798062434c464f1fcf234130e. 2024-11-09T01:17:44,192 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:17:44,192 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:17:44,192 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731114995868.7403160798062434c464f1fcf234130e. after waiting 0 ms 2024-11-09T01:17:44,192 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731114995868.7403160798062434c464f1fcf234130e. 2024-11-09T01:17:44,192 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:17:44,192 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:17:44,192 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7403160798062434c464f1fcf234130e=test,,1731114995868.7403160798062434c464f1fcf234130e.} 2024-11-09T01:17:44,192 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7403160798062434c464f1fcf234130e 2024-11-09T01:17:44,192 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:17:44,192 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:17:44,192 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:17:44,192 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:17:44,192 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:17:44,192 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T01:17:44,196 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/default/test/7403160798062434c464f1fcf234130e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T01:17:44,196 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:17:44,196 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:17:44,196 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731114995868.7403160798062434c464f1fcf234130e. 2024-11-09T01:17:44,197 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7403160798062434c464f1fcf234130e: Waiting for close lock at 1731115064191Running coprocessor pre-close hooks at 1731115064191Disabling compacts and flushes for region at 1731115064191Disabling writes for close at 1731115064192 (+1 ms)Writing region close event to WAL at 1731115064192Running coprocessor post-close hooks at 1731115064196 (+4 ms)Closed at 1731115064196 2024-11-09T01:17:44,197 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731114995868.7403160798062434c464f1fcf234130e. 2024-11-09T01:17:44,211 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/.tmp/info/5d0fc36b387b47c5a7af95507f02802c is 129, key is test,,1731114995868.7403160798062434c464f1fcf234130e./info:regioninfo/1731114997020/Put/seqid=0 2024-11-09T01:17:44,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741839_1015 (size=6421) 2024-11-09T01:17:44,288 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:17:44,380 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:44,392 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:17:44,426 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:17:44,426 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:17:44,592 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:17:44,616 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/.tmp/info/5d0fc36b387b47c5a7af95507f02802c 2024-11-09T01:17:44,644 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/.tmp/ns/0db2d42ffc5f42e7bb75ef3068704ef0 is 43, key is default/ns:d/1731114993605/Put/seqid=0 2024-11-09T01:17:44,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741840_1016 (size=5153) 2024-11-09T01:17:44,792 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:17:44,833 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.shipper5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42159,1731114984418 got entry batch from reader: null 2024-11-09T01:17:44,993 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:17:45,051 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/.tmp/ns/0db2d42ffc5f42e7bb75ef3068704ef0 2024-11-09T01:17:45,070 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/.tmp/rep_barrier/06c00dc6058840789a6249bcf4a05340 is 112, key is test,,1731114995868.7403160798062434c464f1fcf234130e./rep_barrier:seqnumDuringOpen/1731114997020/Put/seqid=0 2024-11-09T01:17:45,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741841_1017 (size=5518) 2024-11-09T01:17:45,193 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:17:45,193 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:17:45,193 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:17:45,393 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:17:45,474 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/.tmp/rep_barrier/06c00dc6058840789a6249bcf4a05340 2024-11-09T01:17:45,492 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/.tmp/table/f54bbc818a8c4b5682d5017cb7b5a57b is 40, key is test/table:state/1731114997030/Put/seqid=0 2024-11-09T01:17:45,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741842_1018 (size=5165) 2024-11-09T01:17:45,593 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:17:45,793 DEBUG [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:17:45,896 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/.tmp/table/f54bbc818a8c4b5682d5017cb7b5a57b 2024-11-09T01:17:45,902 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/.tmp/info/5d0fc36b387b47c5a7af95507f02802c as hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/info/5d0fc36b387b47c5a7af95507f02802c 2024-11-09T01:17:45,907 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/info/5d0fc36b387b47c5a7af95507f02802c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T01:17:45,908 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/.tmp/ns/0db2d42ffc5f42e7bb75ef3068704ef0 as hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/ns/0db2d42ffc5f42e7bb75ef3068704ef0 2024-11-09T01:17:45,913 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/ns/0db2d42ffc5f42e7bb75ef3068704ef0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T01:17:45,914 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/.tmp/rep_barrier/06c00dc6058840789a6249bcf4a05340 as hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/rep_barrier/06c00dc6058840789a6249bcf4a05340 2024-11-09T01:17:45,918 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/rep_barrier/06c00dc6058840789a6249bcf4a05340, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T01:17:45,919 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/.tmp/table/f54bbc818a8c4b5682d5017cb7b5a57b as hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/table/f54bbc818a8c4b5682d5017cb7b5a57b 2024-11-09T01:17:45,923 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/table/f54bbc818a8c4b5682d5017cb7b5a57b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T01:17:45,924 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false 2024-11-09T01:17:45,929 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T01:17:45,930 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:17:45,930 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:17:45,930 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:17:45,930 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115064192Running coprocessor pre-close hooks at 1731115064192Disabling compacts and flushes for region at 1731115064192Disabling writes for close at 1731115064192Obtaining lock to block concurrent updates at 1731115064192Preparing flush snapshotting stores in 1588230740 at 1731115064192Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731115064193 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731115064193Flushing 1588230740/info: creating writer at 1731115064193Flushing 1588230740/info: appending metadata at 1731115064211 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731115064211Flushing 1588230740/ns: creating writer at 1731115064624 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731115064643 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731115064643Flushing 1588230740/rep_barrier: creating writer at 1731115065056 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115065069 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115065069Flushing 1588230740/table: creating writer at 1731115065479 (+410 ms)Flushing 1588230740/table: appending metadata at 1731115065491 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731115065491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8658ee: reopening flushed file at 1731115065901 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@445baf89: reopening flushed file at 1731115065907 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b958c3f: reopening flushed file at 1731115065913 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7468c277: reopening flushed file at 1731115065918 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false at 1731115065924 (+6 ms)Writing region close event to WAL at 1731115065926 (+2 ms)Running coprocessor post-close hooks at 1731115065930 (+4 ms)Closed at 1731115065930 2024-11-09T01:17:45,930 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:17:45,994 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,43227,1731114990246; all regions closed. 2024-11-09T01:17:45,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/WALs/5296cfb18d53,43227,1731114990246/5296cfb18d53%2C43227%2C1731114990246.meta.1731114993535.meta not finished, retry = 0 2024-11-09T01:17:45,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741834_1010 (size=2717) 2024-11-09T01:17:46,098 DEBUG [RS:0;5296cfb18d53:43227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/oldWALs 2024-11-09T01:17:46,099 INFO [RS:0;5296cfb18d53:43227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C43227%2C1731114990246.meta:.meta(num 1731114993535) 2024-11-09T01:17:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741832_1008 (size=1028) 2024-11-09T01:17:46,102 DEBUG [RS:0;5296cfb18d53:43227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/oldWALs 2024-11-09T01:17:46,102 INFO [RS:0;5296cfb18d53:43227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C43227%2C1731114990246:(num 1731114992555) 2024-11-09T01:17:46,102 DEBUG [RS:0;5296cfb18d53:43227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:46,102 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:17:46,103 INFO [RS:0;5296cfb18d53:43227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:17:46,103 INFO [RS:0;5296cfb18d53:43227 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:17:46,103 INFO [RS:0;5296cfb18d53:43227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:17:46,103 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:17:46,103 INFO [RS:0;5296cfb18d53:43227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:43227. 2024-11-09T01:17:46,103 DEBUG [RS:0;5296cfb18d53:43227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:17:46,103 DEBUG [RS:0;5296cfb18d53:43227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:46,103 DEBUG [RS:0;5296cfb18d53:43227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:46,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:17:46,103 INFO [RS:0;5296cfb18d53:43227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43227 2024-11-09T01:17:46,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065/rs 2024-11-09T01:17:46,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1860471065/rs/5296cfb18d53,43227,1731114990246 2024-11-09T01:17:46,270 INFO [RS:0;5296cfb18d53:43227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:17:46,337 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,43227,1731114990246] 2024-11-09T01:17:46,348 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1860471065/draining/5296cfb18d53,43227,1731114990246 already deleted, retry=false 2024-11-09T01:17:46,348 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,43227,1731114990246 expired; onlineServers=0 2024-11-09T01:17:46,348 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,38941,1731114990105' ***** 2024-11-09T01:17:46,348 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:17:46,348 INFO [M:0;5296cfb18d53:38941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:17:46,348 INFO [M:0;5296cfb18d53:38941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:17:46,348 DEBUG [M:0;5296cfb18d53:38941 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:17:46,348 DEBUG [M:0;5296cfb18d53:38941 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:17:46,348 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:17:46,348 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114992277 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114992277,5,FailOnTimeoutGroup] 2024-11-09T01:17:46,348 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114992277 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114992277,5,FailOnTimeoutGroup] 2024-11-09T01:17:46,348 INFO [M:0;5296cfb18d53:38941 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:17:46,348 INFO [M:0;5296cfb18d53:38941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:17:46,348 DEBUG [M:0;5296cfb18d53:38941 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:17:46,348 INFO [M:0;5296cfb18d53:38941 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:17:46,348 INFO [M:0;5296cfb18d53:38941 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:17:46,349 INFO [M:0;5296cfb18d53:38941 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:17:46,349 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:17:46,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1860471065/master 2024-11-09T01:17:46,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860471065 2024-11-09T01:17:46,358 DEBUG [M:0;5296cfb18d53:38941 {}] zookeeper.ZKUtil(347): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Unable to get data of znode /1860471065/master because node does not exist (not an error) 2024-11-09T01:17:46,358 WARN [M:0;5296cfb18d53:38941 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:17:46,360 INFO [M:0;5296cfb18d53:38941 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/.lastflushedseqids 2024-11-09T01:17:46,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741843_1019 (size=173) 2024-11-09T01:17:46,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:17:46,437 INFO [RS:0;5296cfb18d53:43227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:17:46,437 INFO [RS:0;5296cfb18d53:43227 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,43227,1731114990246; zookeeper connection closed. 2024-11-09T01:17:46,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011d2a56ac0004, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:17:46,438 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39400d0a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39400d0a 2024-11-09T01:17:46,438 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:17:46,764 INFO [M:0;5296cfb18d53:38941 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:17:46,765 INFO [M:0;5296cfb18d53:38941 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:17:46,765 DEBUG [M:0;5296cfb18d53:38941 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:17:46,765 INFO [M:0;5296cfb18d53:38941 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:17:46,765 DEBUG [M:0;5296cfb18d53:38941 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:17:46,765 DEBUG [M:0;5296cfb18d53:38941 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:17:46,765 DEBUG [M:0;5296cfb18d53:38941 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:17:46,765 INFO [M:0;5296cfb18d53:38941 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-09T01:17:46,779 DEBUG [M:0;5296cfb18d53:38941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bde4a6e37494660a55ced6b07a02d5d is 82, key is hbase:meta,,1/info:regioninfo/1731114993569/Put/seqid=0 2024-11-09T01:17:46,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741844_1020 (size=5672) 2024-11-09T01:17:47,184 INFO [M:0;5296cfb18d53:38941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bde4a6e37494660a55ced6b07a02d5d 2024-11-09T01:17:47,202 DEBUG [M:0;5296cfb18d53:38941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/816505d3d9f149eb8d3a141018d05230 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731114997034/Put/seqid=0 2024-11-09T01:17:47,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741845_1021 (size=6726) 2024-11-09T01:17:47,607 INFO [M:0;5296cfb18d53:38941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/816505d3d9f149eb8d3a141018d05230 2024-11-09T01:17:47,612 INFO [M:0;5296cfb18d53:38941 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 816505d3d9f149eb8d3a141018d05230 2024-11-09T01:17:47,628 DEBUG [M:0;5296cfb18d53:38941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4353b4082d94733ba5c176c5be599fd is 69, key is 5296cfb18d53,43227,1731114990246/rs:state/1731114992406/Put/seqid=0 2024-11-09T01:17:47,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741846_1022 (size=5156) 2024-11-09T01:17:47,884 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 to pos 997, reset compression=false 2024-11-09T01:17:48,033 INFO [M:0;5296cfb18d53:38941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4353b4082d94733ba5c176c5be599fd 2024-11-09T01:17:48,038 DEBUG [M:0;5296cfb18d53:38941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bde4a6e37494660a55ced6b07a02d5d as hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bde4a6e37494660a55ced6b07a02d5d 2024-11-09T01:17:48,043 INFO [M:0;5296cfb18d53:38941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bde4a6e37494660a55ced6b07a02d5d, entries=8, sequenceid=58, filesize=5.5 K 2024-11-09T01:17:48,043 DEBUG [M:0;5296cfb18d53:38941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/816505d3d9f149eb8d3a141018d05230 as hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/816505d3d9f149eb8d3a141018d05230 2024-11-09T01:17:48,047 INFO [M:0;5296cfb18d53:38941 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 816505d3d9f149eb8d3a141018d05230 2024-11-09T01:17:48,047 INFO [M:0;5296cfb18d53:38941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/816505d3d9f149eb8d3a141018d05230, entries=6, sequenceid=58, filesize=6.6 K 2024-11-09T01:17:48,048 DEBUG [M:0;5296cfb18d53:38941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4353b4082d94733ba5c176c5be599fd as hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4353b4082d94733ba5c176c5be599fd 2024-11-09T01:17:48,052 INFO [M:0;5296cfb18d53:38941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40525/user/jenkins/test-data/06068262-9581-f73c-8666-d8ecdd54f41f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4353b4082d94733ba5c176c5be599fd, entries=1, sequenceid=58, filesize=5.0 K 2024-11-09T01:17:48,053 INFO [M:0;5296cfb18d53:38941 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=58, compaction requested=false 2024-11-09T01:17:48,055 INFO [M:0;5296cfb18d53:38941 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:17:48,055 DEBUG [M:0;5296cfb18d53:38941 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115066765Disabling compacts and flushes for region at 1731115066765Disabling writes for close at 1731115066765Obtaining lock to block concurrent updates at 1731115066765Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115066765Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731115066765Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115066766 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115066766Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115066779 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115066779Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115067188 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115067202 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115067202Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115067612 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115067628 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115067628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6024773c: reopening flushed file at 1731115068038 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20face04: reopening flushed file at 1731115068043 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6593c7c6: reopening flushed file at 1731115068048 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=58, compaction requested=false at 1731115068053 (+5 ms)Writing region close event to WAL at 1731115068055 (+2 ms)Closed at 1731115068055 2024-11-09T01:17:48,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39885 is added to blk_1073741830_1006 (size=33014) 2024-11-09T01:17:48,058 INFO [M:0;5296cfb18d53:38941 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:17:48,058 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:17:48,058 INFO [M:0;5296cfb18d53:38941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38941 2024-11-09T01:17:48,058 INFO [M:0;5296cfb18d53:38941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:17:48,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:17:48,227 INFO [M:0;5296cfb18d53:38941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:17:48,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1011d2a56ac0003, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:17:48,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@483278ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:17:48,231 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74aa0425{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:17:48,231 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:17:48,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57dc47ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:17:48,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29930def{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/hadoop.log.dir/,STOPPED} 2024-11-09T01:17:48,233 WARN [BP-1898108405-172.17.0.2-1731114987911 heartbeating to localhost/127.0.0.1:40525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:17:48,233 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:17:48,233 WARN [BP-1898108405-172.17.0.2-1731114987911 heartbeating to localhost/127.0.0.1:40525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1898108405-172.17.0.2-1731114987911 (Datanode Uuid 5eceaadf-b194-4793-bcaa-a001cba0eec5) service to localhost/127.0.0.1:40525 2024-11-09T01:17:48,233 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:17:48,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/cluster_1f985410-868e-e0b1-f221-dfde46e125fe/data/data1/current/BP-1898108405-172.17.0.2-1731114987911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:17:48,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/cluster_1f985410-868e-e0b1-f221-dfde46e125fe/data/data2/current/BP-1898108405-172.17.0.2-1731114987911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:17:48,234 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:17:48,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73b05c25{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:17:48,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d07595d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:17:48,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:17:48,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18f39cc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:17:48,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c09c951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/hadoop.log.dir/,STOPPED} 2024-11-09T01:17:48,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:17:48,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:17:48,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:17:48,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:17:48,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:48,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:48,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:17:48,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:17:48,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1103943411, stopped=false 2024-11-09T01:17:48,257 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,38881,1731114984257 2024-11-09T01:17:48,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:17:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-489165100/running 2024-11-09T01:17:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-489165100/running 2024-11-09T01:17:48,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:17:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:17:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:17:48,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:17:48,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:48,275 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,42159,1731114984418' ***** 2024-11-09T01:17:48,275 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:17:48,275 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:17:48,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Set watcher on znode that does not yet exist, /0-489165100/running 2024-11-09T01:17:48,275 INFO [RS:0;5296cfb18d53:42159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:17:48,275 INFO [RS:0;5296cfb18d53:42159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:17:48,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Set watcher on znode that does not yet exist, /0-489165100/running 2024-11-09T01:17:48,275 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:17:48,275 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(3091): Received CLOSE for dfa188e1e2683680dc1605281b820593 2024-11-09T01:17:48,275 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e766af3c08c5eeccd780f97cc8c1e68 2024-11-09T01:17:48,275 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,42159,1731114984418 2024-11-09T01:17:48,275 INFO [RS:0;5296cfb18d53:42159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:17:48,276 INFO [RS:0;5296cfb18d53:42159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:42159. 2024-11-09T01:17:48,276 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dfa188e1e2683680dc1605281b820593, disabling compactions & flushes 2024-11-09T01:17:48,276 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. 2024-11-09T01:17:48,276 DEBUG [RS:0;5296cfb18d53:42159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:17:48,276 DEBUG [RS:0;5296cfb18d53:42159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:48,276 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. 2024-11-09T01:17:48,276 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. after waiting 0 ms 2024-11-09T01:17:48,276 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. 2024-11-09T01:17:48,276 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:17:48,276 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:17:48,276 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:17:48,276 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dfa188e1e2683680dc1605281b820593 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-09T01:17:48,276 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:17:48,276 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T01:17:48,276 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1325): Online Regions={dfa188e1e2683680dc1605281b820593=hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593., 1588230740=hbase:meta,,1.1588230740, 0e766af3c08c5eeccd780f97cc8c1e68=test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68.} 2024-11-09T01:17:48,276 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1351): Waiting on 0e766af3c08c5eeccd780f97cc8c1e68, 1588230740, dfa188e1e2683680dc1605281b820593 2024-11-09T01:17:48,276 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:17:48,276 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:17:48,276 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:17:48,276 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:17:48,276 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:17:48,276 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T01:17:48,287 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:17:48,290 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/replication/dfa188e1e2683680dc1605281b820593/.tmp/hfileref/f7068775cf134f3cbcc36a622c02533c is 74, key is 1/hfileref:0b47fb958026477c80e8bd5453e0f802_SeqId_4_/1731115002200/DeleteColumn/seqid=0 2024-11-09T01:17:48,293 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/.tmp/info/5e1abcb0e70b4e1a8b12509a942c6f91 is 147, key is hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593./info:regioninfo/1731114999374/Put/seqid=0 2024-11-09T01:17:48,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741844_1020 (size=5203) 2024-11-09T01:17:48,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741845_1021 (size=7686) 2024-11-09T01:17:48,476 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1351): Waiting on 0e766af3c08c5eeccd780f97cc8c1e68, 1588230740, dfa188e1e2683680dc1605281b820593 2024-11-09T01:17:48,595 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:17:48,595 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:17:48,676 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1351): Waiting on 0e766af3c08c5eeccd780f97cc8c1e68, 1588230740, dfa188e1e2683680dc1605281b820593 2024-11-09T01:17:48,695 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/replication/dfa188e1e2683680dc1605281b820593/.tmp/hfileref/f7068775cf134f3cbcc36a622c02533c 2024-11-09T01:17:48,698 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/.tmp/info/5e1abcb0e70b4e1a8b12509a942c6f91 2024-11-09T01:17:48,720 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/replication/dfa188e1e2683680dc1605281b820593/.tmp/queue/252b2410313346259ac392e8f275ec6c is 153, key is 1-5296cfb18d53,42159,1731114984418/queue:5296cfb18d53%2C42159%2C1731114984418/1731115004831/Put/seqid=0 2024-11-09T01:17:48,723 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/.tmp/ns/79cd242b384e4907ae4c1caa04d81bd7 is 43, key is default/ns:d/1731114987741/Put/seqid=0 2024-11-09T01:17:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741846_1022 (size=5352) 2024-11-09T01:17:48,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741847_1023 (size=5153) 2024-11-09T01:17:48,877 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1351): Waiting on 0e766af3c08c5eeccd780f97cc8c1e68, 1588230740, dfa188e1e2683680dc1605281b820593 2024-11-09T01:17:49,077 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1351): Waiting on 0e766af3c08c5eeccd780f97cc8c1e68, 1588230740, dfa188e1e2683680dc1605281b820593 2024-11-09T01:17:49,125 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/replication/dfa188e1e2683680dc1605281b820593/.tmp/queue/252b2410313346259ac392e8f275ec6c 2024-11-09T01:17:49,127 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/.tmp/ns/79cd242b384e4907ae4c1caa04d81bd7 2024-11-09T01:17:49,130 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/replication/dfa188e1e2683680dc1605281b820593/.tmp/hfileref/f7068775cf134f3cbcc36a622c02533c as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/replication/dfa188e1e2683680dc1605281b820593/hfileref/f7068775cf134f3cbcc36a622c02533c 2024-11-09T01:17:49,136 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/replication/dfa188e1e2683680dc1605281b820593/hfileref/f7068775cf134f3cbcc36a622c02533c, entries=2, sequenceid=10, filesize=5.1 K 2024-11-09T01:17:49,137 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/replication/dfa188e1e2683680dc1605281b820593/.tmp/queue/252b2410313346259ac392e8f275ec6c as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/replication/dfa188e1e2683680dc1605281b820593/queue/252b2410313346259ac392e8f275ec6c 2024-11-09T01:17:49,143 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/replication/dfa188e1e2683680dc1605281b820593/queue/252b2410313346259ac392e8f275ec6c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T01:17:49,144 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for dfa188e1e2683680dc1605281b820593 in 868ms, sequenceid=10, compaction requested=false 2024-11-09T01:17:49,147 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/.tmp/rep_barrier/99e0b15e20544ffa9ba318bac449d26d is 112, key is test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68./rep_barrier:seqnumDuringOpen/1731114994865/Put/seqid=0 2024-11-09T01:17:49,148 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/replication/dfa188e1e2683680dc1605281b820593/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T01:17:49,148 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:17:49,148 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:17:49,148 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. 2024-11-09T01:17:49,149 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dfa188e1e2683680dc1605281b820593: Waiting for close lock at 1731115068275Running coprocessor pre-close hooks at 1731115068275Disabling compacts and flushes for region at 1731115068275Disabling writes for close at 1731115068276 (+1 ms)Obtaining lock to block concurrent updates at 1731115068276Preparing flush snapshotting stores in dfa188e1e2683680dc1605281b820593 at 1731115068276Finished memstore snapshotting hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731115068276Flushing stores of hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. at 1731115068277 (+1 ms)Flushing dfa188e1e2683680dc1605281b820593/hfileref: creating writer at 1731115068277Flushing dfa188e1e2683680dc1605281b820593/hfileref: appending metadata at 1731115068290 (+13 ms)Flushing dfa188e1e2683680dc1605281b820593/hfileref: closing flushed file at 1731115068290Flushing dfa188e1e2683680dc1605281b820593/queue: creating writer at 1731115068701 (+411 ms)Flushing dfa188e1e2683680dc1605281b820593/queue: appending metadata at 1731115068719 (+18 ms)Flushing dfa188e1e2683680dc1605281b820593/queue: closing flushed file at 1731115068720 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e9659d6: reopening flushed file at 1731115069130 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244fba0b: reopening flushed file at 1731115069137 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for dfa188e1e2683680dc1605281b820593 in 868ms, sequenceid=10, compaction requested=false at 1731115069144 (+7 ms)Writing region close event to WAL at 1731115069145 (+1 ms)Running coprocessor post-close hooks at 1731115069148 (+3 ms)Closed at 1731115069148 2024-11-09T01:17:49,149 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731114998038.dfa188e1e2683680dc1605281b820593. 2024-11-09T01:17:49,149 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e766af3c08c5eeccd780f97cc8c1e68, disabling compactions & flushes 2024-11-09T01:17:49,149 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68. 2024-11-09T01:17:49,149 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68. 2024-11-09T01:17:49,149 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68. after waiting 0 ms 2024-11-09T01:17:49,149 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68. 2024-11-09T01:17:49,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741848_1024 (size=5518) 2024-11-09T01:17:49,153 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/default/test/0e766af3c08c5eeccd780f97cc8c1e68/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T01:17:49,153 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:17:49,153 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:17:49,153 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68. 2024-11-09T01:17:49,153 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e766af3c08c5eeccd780f97cc8c1e68: Waiting for close lock at 1731115069149Running coprocessor pre-close hooks at 1731115069149Disabling compacts and flushes for region at 1731115069149Disabling writes for close at 1731115069149Writing region close event to WAL at 1731115069150 (+1 ms)Running coprocessor post-close hooks at 1731115069153 (+3 ms)Closed at 1731115069153 2024-11-09T01:17:49,153 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731114993708.0e766af3c08c5eeccd780f97cc8c1e68. 2024-11-09T01:17:49,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:17:49,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:17:49,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:17:49,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:17:49,277 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:17:49,277 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:17:49,277 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:17:49,477 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:17:49,552 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/.tmp/rep_barrier/99e0b15e20544ffa9ba318bac449d26d 2024-11-09T01:17:49,570 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/.tmp/table/a53b5236b2fc4378915a68e4fd6988a5 is 53, key is hbase:replication/table:state/1731114999383/Put/seqid=0 2024-11-09T01:17:49,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741849_1025 (size=5308) 2024-11-09T01:17:49,677 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:17:49,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:17:49,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:17:49,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:17:49,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:17:49,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:17:49,877 DEBUG [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:17:49,974 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/.tmp/table/a53b5236b2fc4378915a68e4fd6988a5 2024-11-09T01:17:49,979 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/.tmp/info/5e1abcb0e70b4e1a8b12509a942c6f91 as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/info/5e1abcb0e70b4e1a8b12509a942c6f91 2024-11-09T01:17:49,984 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/info/5e1abcb0e70b4e1a8b12509a942c6f91, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T01:17:49,985 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/.tmp/ns/79cd242b384e4907ae4c1caa04d81bd7 as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/ns/79cd242b384e4907ae4c1caa04d81bd7 2024-11-09T01:17:49,990 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/ns/79cd242b384e4907ae4c1caa04d81bd7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T01:17:49,991 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/.tmp/rep_barrier/99e0b15e20544ffa9ba318bac449d26d as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/rep_barrier/99e0b15e20544ffa9ba318bac449d26d 2024-11-09T01:17:49,995 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/rep_barrier/99e0b15e20544ffa9ba318bac449d26d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T01:17:49,996 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/.tmp/table/a53b5236b2fc4378915a68e4fd6988a5 as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/table/a53b5236b2fc4378915a68e4fd6988a5 2024-11-09T01:17:50,000 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/table/a53b5236b2fc4378915a68e4fd6988a5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T01:17:50,001 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-09T01:17:50,005 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T01:17:50,005 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:17:50,006 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:17:50,006 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:17:50,006 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115068276Running coprocessor pre-close hooks at 1731115068276Disabling compacts and flushes for region at 1731115068276Disabling writes for close at 1731115068276Obtaining lock to block concurrent updates at 1731115068276Preparing flush snapshotting stores in 1588230740 at 1731115068276Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731115068276Flushing stores of hbase:meta,,1.1588230740 at 1731115068277 (+1 ms)Flushing 1588230740/info: creating writer at 1731115068277Flushing 1588230740/info: appending metadata at 1731115068293 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731115068293Flushing 1588230740/ns: creating writer at 1731115068705 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731115068722 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731115068722Flushing 1588230740/rep_barrier: creating writer at 1731115069132 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115069146 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115069147 (+1 ms)Flushing 1588230740/table: creating writer at 1731115069557 (+410 ms)Flushing 1588230740/table: appending metadata at 1731115069569 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731115069569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c419d92: reopening flushed file at 1731115069979 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b336e22: reopening flushed file at 1731115069984 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70996bdf: reopening flushed file at 1731115069990 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f84a34a: reopening flushed file at 1731115069995 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1731115070001 (+6 ms)Writing region close event to WAL at 1731115070002 (+1 ms)Running coprocessor post-close hooks at 1731115070005 (+3 ms)Closed at 1731115070006 (+1 ms) 2024-11-09T01:17:50,006 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:17:50,078 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,42159,1731114984418; all regions closed. 2024-11-09T01:17:50,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741834_1010 (size=4239) 2024-11-09T01:17:50,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.meta.1731114987651.meta not finished, retry = 0 2024-11-09T01:17:50,183 DEBUG [RS:0;5296cfb18d53:42159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/oldWALs 2024-11-09T01:17:50,183 INFO [RS:0;5296cfb18d53:42159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C42159%2C1731114984418.meta:.meta(num 1731114987651) 2024-11-09T01:17:50,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741839_1015 (size=2700) 2024-11-09T01:17:50,185 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.rep.1731114999337 not finished, retry = 0 2024-11-09T01:17:50,288 DEBUG [RS:0;5296cfb18d53:42159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/oldWALs 2024-11-09T01:17:50,288 INFO [RS:0;5296cfb18d53:42159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C42159%2C1731114984418.rep:(num 1731114999337) 2024-11-09T01:17:50,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741832_1008 (size=1300) 2024-11-09T01:17:50,290 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/WALs/5296cfb18d53,42159,1731114984418/5296cfb18d53%2C42159%2C1731114984418.1731114986726 not finished, retry = 0 2024-11-09T01:17:50,393 DEBUG [RS:0;5296cfb18d53:42159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/oldWALs 2024-11-09T01:17:50,393 INFO [RS:0;5296cfb18d53:42159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C42159%2C1731114984418:(num 1731114986726) 2024-11-09T01:17:50,393 DEBUG [RS:0;5296cfb18d53:42159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:50,393 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:17:50,393 INFO [RS:0;5296cfb18d53:42159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:17:50,393 INFO [RS:0;5296cfb18d53:42159 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:17:50,393 INFO [RS:0;5296cfb18d53:42159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:17:50,393 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:17:50,394 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,42159,1731114984418 because: Region server is closing 2024-11-09T01:17:50,394 INFO [RS:0;5296cfb18d53:42159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:42159. 2024-11-09T01:17:50,394 DEBUG [RS:0;5296cfb18d53:42159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:17:50,394 DEBUG [RS:0;5296cfb18d53:42159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:50,394 DEBUG [RS:0;5296cfb18d53:42159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:50,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:17:50,494 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.wal-reader.5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T01:17:50,494 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.shipper5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T01:17:50,495 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42159,1731114984418.replicationSource.shipper5296cfb18d53%2C42159%2C1731114984418,1-5296cfb18d53,42159,1731114984418 terminated 2024-11-09T01:17:50,495 INFO [RS:0;5296cfb18d53:42159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42159 2024-11-09T01:17:50,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-489165100/rs/5296cfb18d53,42159,1731114984418 2024-11-09T01:17:50,558 INFO [RS:0;5296cfb18d53:42159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:17:50,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100/rs 2024-11-09T01:17:50,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,42159,1731114984418] 2024-11-09T01:17:50,579 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-489165100/draining/5296cfb18d53,42159,1731114984418 already deleted, retry=false 2024-11-09T01:17:50,579 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,42159,1731114984418 expired; onlineServers=0 2024-11-09T01:17:50,579 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,38881,1731114984257' ***** 2024-11-09T01:17:50,579 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:17:50,579 INFO [M:0;5296cfb18d53:38881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:17:50,579 INFO [M:0;5296cfb18d53:38881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:17:50,579 DEBUG [M:0;5296cfb18d53:38881 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:17:50,579 DEBUG [M:0;5296cfb18d53:38881 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:17:50,579 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:17:50,579 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114986484 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114986484,5,FailOnTimeoutGroup] 2024-11-09T01:17:50,579 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114986484 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114986484,5,FailOnTimeoutGroup] 2024-11-09T01:17:50,579 INFO [M:0;5296cfb18d53:38881 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:17:50,579 INFO [M:0;5296cfb18d53:38881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:17:50,579 DEBUG [M:0;5296cfb18d53:38881 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:17:50,579 INFO [M:0;5296cfb18d53:38881 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:17:50,580 INFO [M:0;5296cfb18d53:38881 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:17:50,580 INFO [M:0;5296cfb18d53:38881 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:17:50,580 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:17:50,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-489165100/master 2024-11-09T01:17:50,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-489165100 2024-11-09T01:17:50,589 DEBUG [M:0;5296cfb18d53:38881 {}] zookeeper.ZKUtil(347): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Unable to get data of znode /0-489165100/master because node does not exist (not an error) 2024-11-09T01:17:50,590 WARN [M:0;5296cfb18d53:38881 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:17:50,591 INFO [M:0;5296cfb18d53:38881 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/.lastflushedseqids 2024-11-09T01:17:50,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741850_1026 (size=263) 2024-11-09T01:17:50,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:17:50,668 INFO [RS:0;5296cfb18d53:42159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:17:50,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x1011d2a56ac0001, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:17:50,669 INFO [RS:0;5296cfb18d53:42159 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,42159,1731114984418; zookeeper connection closed. 2024-11-09T01:17:50,669 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2614aedc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2614aedc 2024-11-09T01:17:50,669 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:17:50,996 INFO [M:0;5296cfb18d53:38881 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:17:50,996 INFO [M:0;5296cfb18d53:38881 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:17:50,996 DEBUG [M:0;5296cfb18d53:38881 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:17:50,996 INFO [M:0;5296cfb18d53:38881 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:17:50,996 DEBUG [M:0;5296cfb18d53:38881 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:17:50,996 DEBUG [M:0;5296cfb18d53:38881 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:17:50,996 DEBUG [M:0;5296cfb18d53:38881 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:17:50,997 INFO [M:0;5296cfb18d53:38881 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-09T01:17:51,012 DEBUG [M:0;5296cfb18d53:38881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80f5e8b69d314211935ccc1b885caf92 is 82, key is hbase:meta,,1/info:regioninfo/1731114987690/Put/seqid=0 2024-11-09T01:17:51,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741851_1027 (size=5672) 2024-11-09T01:17:51,416 INFO [M:0;5296cfb18d53:38881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80f5e8b69d314211935ccc1b885caf92 2024-11-09T01:17:51,434 DEBUG [M:0;5296cfb18d53:38881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb88a84529fe4cae95549a122904dbbc is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731114994878/Put/seqid=0 2024-11-09T01:17:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741852_1028 (size=7239) 2024-11-09T01:17:51,839 INFO [M:0;5296cfb18d53:38881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb88a84529fe4cae95549a122904dbbc 2024-11-09T01:17:51,843 INFO [M:0;5296cfb18d53:38881 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb88a84529fe4cae95549a122904dbbc 2024-11-09T01:17:51,856 DEBUG [M:0;5296cfb18d53:38881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0458011e868438b92b698e34e4dc481 is 69, key is 5296cfb18d53,42159,1731114984418/rs:state/1731114986573/Put/seqid=0 2024-11-09T01:17:51,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741853_1029 (size=5156) 2024-11-09T01:17:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:17:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:17:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T01:17:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T01:17:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:17:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:17:52,260 INFO [M:0;5296cfb18d53:38881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0458011e868438b92b698e34e4dc481 2024-11-09T01:17:52,265 DEBUG [M:0;5296cfb18d53:38881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80f5e8b69d314211935ccc1b885caf92 as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80f5e8b69d314211935ccc1b885caf92 2024-11-09T01:17:52,269 INFO [M:0;5296cfb18d53:38881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80f5e8b69d314211935ccc1b885caf92, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T01:17:52,270 DEBUG [M:0;5296cfb18d53:38881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb88a84529fe4cae95549a122904dbbc as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb88a84529fe4cae95549a122904dbbc 2024-11-09T01:17:52,275 INFO [M:0;5296cfb18d53:38881 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb88a84529fe4cae95549a122904dbbc 2024-11-09T01:17:52,275 INFO [M:0;5296cfb18d53:38881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb88a84529fe4cae95549a122904dbbc, entries=11, sequenceid=105, filesize=7.1 K 2024-11-09T01:17:52,275 DEBUG [M:0;5296cfb18d53:38881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0458011e868438b92b698e34e4dc481 as hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0458011e868438b92b698e34e4dc481 2024-11-09T01:17:52,280 INFO [M:0;5296cfb18d53:38881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40989/user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0458011e868438b92b698e34e4dc481, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T01:17:52,281 INFO [M:0;5296cfb18d53:38881 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false 2024-11-09T01:17:52,282 INFO [M:0;5296cfb18d53:38881 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:17:52,282 DEBUG [M:0;5296cfb18d53:38881 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115070996Disabling compacts and flushes for region at 1731115070996Disabling writes for close at 1731115070996Obtaining lock to block concurrent updates at 1731115070997 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115070997Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731115070997Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115070998 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115070998Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115071011 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115071011Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115071421 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115071434 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115071434Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115071843 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115071855 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115071855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5753b5: reopening flushed file at 1731115072264 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@401e84e6: reopening flushed file at 1731115072269 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4960479c: reopening flushed file at 1731115072275 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false at 1731115072281 (+6 ms)Writing region close event to WAL at 1731115072282 (+1 ms)Closed at 1731115072282 2024-11-09T01:17:52,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741830_1006 (size=64514) 2024-11-09T01:17:52,284 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8468ec2-bafe-24b6-d14a-3629ffd3f1af/MasterData/WALs/5296cfb18d53,38881,1731114984257/5296cfb18d53%2C38881%2C1731114984257.1731114986194 not finished, retry = 0 2024-11-09T01:17:52,385 INFO [M:0;5296cfb18d53:38881 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:17:52,385 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:17:52,385 INFO [M:0;5296cfb18d53:38881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38881 2024-11-09T01:17:52,386 INFO [M:0;5296cfb18d53:38881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:17:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:17:52,532 INFO [M:0;5296cfb18d53:38881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:17:52,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38881-0x1011d2a56ac0000, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:17:52,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e6032f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:17:52,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c221448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:17:52,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:17:52,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c6bf546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:17:52,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7077a536{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/hadoop.log.dir/,STOPPED} 2024-11-09T01:17:52,536 WARN [BP-440803053-172.17.0.2-1731114982170 heartbeating to localhost/127.0.0.1:40989 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:17:52,536 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:17:52,536 WARN [BP-440803053-172.17.0.2-1731114982170 heartbeating to localhost/127.0.0.1:40989 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-440803053-172.17.0.2-1731114982170 (Datanode Uuid 8ff3a67b-177c-4b04-bf5f-0334c35b5df0) service to localhost/127.0.0.1:40989 2024-11-09T01:17:52,536 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:17:52,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/cluster_5bc690f3-dd1f-356c-7ff0-d2e288fecf49/data/data1/current/BP-440803053-172.17.0.2-1731114982170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:17:52,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/cluster_5bc690f3-dd1f-356c-7ff0-d2e288fecf49/data/data2/current/BP-440803053-172.17.0.2-1731114982170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:17:52,537 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:17:52,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e7c823b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:17:52,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b85af1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:17:52,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:17:52,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d0b96ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:17:52,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e6e0e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d8ec397-9e4a-991e-a8b1-4b886f7806df/hadoop.log.dir/,STOPPED} 2024-11-09T01:17:52,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:17:52,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:17:52,575 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f634cb8f108.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f634cb8f108.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40525 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59250) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59250) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40989 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=1992 (was 2469) 2024-11-09T01:17:52,581 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=1992 2024-11-09T01:17:52,592 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-09T01:17:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/hadoop.log.dir so I do NOT create it in target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108 2024-11-09T01:17:52,593 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:17:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/hadoop.tmp.dir so I do NOT create it in target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108 2024-11-09T01:17:52,593 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/acfa91bf-ca6f-a165-d13f-b384694b3470/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:17:52,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108 2024-11-09T01:17:52,593 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/cluster_c10abb35-2250-96a6-5758-759b6f80a3dd, deleteOnExit=true 2024-11-09T01:17:52,615 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/cluster_c10abb35-2250-96a6-5758-759b6f80a3dd/zookeeper_0, clientPort=61140, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/cluster_c10abb35-2250-96a6-5758-759b6f80a3dd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/cluster_c10abb35-2250-96a6-5758-759b6f80a3dd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:17:52,615 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61140 2024-11-09T01:17:52,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:17:52,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/test.cache.data in system properties and HBase conf 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:17:52,616 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:17:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:17:52,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:17:52,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:17:52,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:17:52,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:17:52,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:17:52,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d2a56ac0002, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:17:52,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d2a56ac0005, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:17:52,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d2a56ac0005, quorum=127.0.0.1:59250, baseZNode=/1860471065 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:17:52,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d2a56ac0002, quorum=127.0.0.1:59250, baseZNode=/0-489165100 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:17:52,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:17:52,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:17:52,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:17:52,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:17:52,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:17:52,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:17:52,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4382584d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:17:52,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1341e1bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:17:53,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c5a0982{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/java.io.tmpdir/jetty-localhost-37541-hadoop-hdfs-3_4_1-tests_jar-_-any-10242242541649276902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:17:53,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f0c6d5a{HTTP/1.1, (http/1.1)}{localhost:37541} 2024-11-09T01:17:53,040 INFO [Time-limited test {}] server.Server(415): Started @147625ms 2024-11-09T01:17:53,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:17:53,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:17:53,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:17:53,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:17:53,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:17:53,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44a270cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:17:53,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6de60506{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:17:53,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e4eed9d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/java.io.tmpdir/jetty-localhost-32939-hadoop-hdfs-3_4_1-tests_jar-_-any-14965262879554688645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:17:53,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@433b18bd{HTTP/1.1, (http/1.1)}{localhost:32939} 2024-11-09T01:17:53,425 INFO [Time-limited test {}] server.Server(415): Started @148010ms 2024-11-09T01:17:53,426 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:17:54,207 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/cluster_c10abb35-2250-96a6-5758-759b6f80a3dd/data/data1/current/BP-1784074798-172.17.0.2-1731115072631/current, will proceed with Du for space computation calculation, 2024-11-09T01:17:54,207 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/cluster_c10abb35-2250-96a6-5758-759b6f80a3dd/data/data2/current/BP-1784074798-172.17.0.2-1731115072631/current, will proceed with Du for space computation calculation, 2024-11-09T01:17:54,221 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:17:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87b485eaac2b36e4 with lease ID 0x6b940ee1604b9f03: Processing first storage report for DS-ef2dcb22-be5e-483f-a9b0-80b26c3048b9 from datanode DatanodeRegistration(127.0.0.1:43685, datanodeUuid=ad9e0a59-c279-4d7b-8b93-6c685fa48a38, infoPort=35017, infoSecurePort=0, ipcPort=34127, storageInfo=lv=-57;cid=testClusterID;nsid=1015012743;c=1731115072631) 2024-11-09T01:17:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87b485eaac2b36e4 with lease ID 0x6b940ee1604b9f03: from storage DS-ef2dcb22-be5e-483f-a9b0-80b26c3048b9 node DatanodeRegistration(127.0.0.1:43685, datanodeUuid=ad9e0a59-c279-4d7b-8b93-6c685fa48a38, infoPort=35017, infoSecurePort=0, ipcPort=34127, storageInfo=lv=-57;cid=testClusterID;nsid=1015012743;c=1731115072631), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:17:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87b485eaac2b36e4 with lease ID 0x6b940ee1604b9f03: Processing first storage report for DS-f5e11334-f00b-491d-b38f-d96f25990d23 from datanode DatanodeRegistration(127.0.0.1:43685, datanodeUuid=ad9e0a59-c279-4d7b-8b93-6c685fa48a38, infoPort=35017, infoSecurePort=0, ipcPort=34127, storageInfo=lv=-57;cid=testClusterID;nsid=1015012743;c=1731115072631) 2024-11-09T01:17:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87b485eaac2b36e4 with lease ID 0x6b940ee1604b9f03: from storage DS-f5e11334-f00b-491d-b38f-d96f25990d23 node DatanodeRegistration(127.0.0.1:43685, datanodeUuid=ad9e0a59-c279-4d7b-8b93-6c685fa48a38, infoPort=35017, infoSecurePort=0, ipcPort=34127, storageInfo=lv=-57;cid=testClusterID;nsid=1015012743;c=1731115072631), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T01:17:54,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108 2024-11-09T01:17:54,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:17:54,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:17:54,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:17:54,650 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:17:54,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:17:54,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:17:54,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:17:54,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:17:54,673 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544 with version=8 2024-11-09T01:17:54,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/hbase-staging 2024-11-09T01:17:54,675 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:17:54,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:17:54,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:17:54,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:17:54,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:17:54,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:17:54,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:17:54,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:17:54,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45129 2024-11-09T01:17:54,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45129 connecting to ZooKeeper ensemble=127.0.0.1:61140 2024-11-09T01:17:54,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451290x0, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:17:54,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45129-0x1011d2bb8110000 connected 2024-11-09T01:17:54,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:17:54,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:17:54,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on znode that does not yet exist, /01376012243/running 2024-11-09T01:17:54,863 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544, hbase.cluster.distributed=false 2024-11-09T01:17:54,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on znode that does not yet exist, /01376012243/acl 2024-11-09T01:17:54,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45129 2024-11-09T01:17:54,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45129 2024-11-09T01:17:54,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45129 2024-11-09T01:17:54,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45129 2024-11-09T01:17:54,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45129 2024-11-09T01:17:54,881 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:17:54,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:17:54,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:17:54,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:17:54,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:17:54,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:17:54,882 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:17:54,882 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:17:54,882 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36827 2024-11-09T01:17:54,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36827 connecting to ZooKeeper ensemble=127.0.0.1:61140 2024-11-09T01:17:54,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:17:54,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:17:54,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368270x0, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:17:54,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on znode that does not yet exist, /01376012243/running 2024-11-09T01:17:54,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36827-0x1011d2bb8110001 connected 2024-11-09T01:17:54,902 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:17:54,902 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:17:54,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on znode that does not yet exist, /01376012243/master 2024-11-09T01:17:54,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on znode that does not yet exist, /01376012243/acl 2024-11-09T01:17:54,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36827 2024-11-09T01:17:54,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36827 2024-11-09T01:17:54,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36827 2024-11-09T01:17:54,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36827 2024-11-09T01:17:54,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36827 2024-11-09T01:17:54,921 DEBUG [M:0;5296cfb18d53:45129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:45129 2024-11-09T01:17:54,921 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01376012243/backup-masters/5296cfb18d53,45129,1731115074674 2024-11-09T01:17:54,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243/backup-masters 2024-11-09T01:17:54,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243/backup-masters 2024-11-09T01:17:54,933 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on existing znode=/01376012243/backup-masters/5296cfb18d53,45129,1731115074674 2024-11-09T01:17:54,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376012243/master 2024-11-09T01:17:54,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:17:54,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:17:54,944 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on existing znode=/01376012243/master 2024-11-09T01:17:54,944 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01376012243/backup-masters/5296cfb18d53,45129,1731115074674 from backup master directory 2024-11-09T01:17:54,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243/backup-masters 2024-11-09T01:17:54,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376012243/backup-masters/5296cfb18d53,45129,1731115074674 2024-11-09T01:17:54,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243/backup-masters 2024-11-09T01:17:54,954 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:17:54,954 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,45129,1731115074674 2024-11-09T01:17:54,957 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/hbase.id] with ID: eeff528d-3541-41ba-9d57-785eba1b8ce7 2024-11-09T01:17:54,957 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/.tmp/hbase.id 2024-11-09T01:17:54,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:17:55,362 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/.tmp/hbase.id]:[hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/hbase.id] 2024-11-09T01:17:55,373 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:17:55,373 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:17:55,374 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:17:55,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:17:55,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:17:55,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:17:55,429 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:17:55,430 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:17:55,436 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:17:55,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:17:55,844 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store 2024-11-09T01:17:55,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:17:56,250 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:17:56,250 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:17:56,250 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:17:56,250 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:17:56,250 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:17:56,250 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:17:56,250 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:17:56,250 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115076250Disabling compacts and flushes for region at 1731115076250Disabling writes for close at 1731115076250Writing region close event to WAL at 1731115076250Closed at 1731115076250 2024-11-09T01:17:56,251 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/.initializing 2024-11-09T01:17:56,251 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/WALs/5296cfb18d53,45129,1731115074674 2024-11-09T01:17:56,252 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:17:56,253 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C45129%2C1731115074674, suffix=, logDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/WALs/5296cfb18d53,45129,1731115074674, archiveDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/oldWALs, maxLogs=10 2024-11-09T01:17:56,265 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/WALs/5296cfb18d53,45129,1731115074674/5296cfb18d53%2C45129%2C1731115074674.1731115076254, exclude list is [], retry=0 2024-11-09T01:17:56,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-ef2dcb22-be5e-483f-a9b0-80b26c3048b9,DISK] 2024-11-09T01:17:56,269 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/WALs/5296cfb18d53,45129,1731115074674/5296cfb18d53%2C45129%2C1731115074674.1731115076254 2024-11-09T01:17:56,269 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35017:35017)] 2024-11-09T01:17:56,269 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:17:56,269 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:17:56,269 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:17:56,269 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:17:56,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:17:56,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:17:56,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:17:56,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:17:56,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:17:56,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:17:56,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:17:56,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:17:56,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:17:56,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:17:56,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:17:56,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:17:56,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:17:56,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:17:56,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:17:56,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:17:56,276 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:17:56,277 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:17:56,277 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:17:56,278 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:17:56,278 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:17:56,279 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:17:56,280 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:17:56,281 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:17:56,281 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74815307, jitterRate=0.11483494937419891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:17:56,282 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115076269Initializing all the Stores at 1731115076270 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115076270Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115076270Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115076270Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115076270Cleaning up temporary data from old regions at 1731115076278 (+8 ms)Region opened successfully at 1731115076282 (+4 ms) 2024-11-09T01:17:56,282 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:17:56,284 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d63614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:17:56,285 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:17:56,285 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:17:56,285 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:17:56,285 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:17:56,286 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:17:56,286 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:17:56,286 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:17:56,288 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:17:56,288 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Unable to get data of znode /01376012243/balancer because node does not exist (not necessarily an error) 2024-11-09T01:17:56,338 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376012243/balancer already deleted, retry=false 2024-11-09T01:17:56,339 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:17:56,339 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Unable to get data of znode /01376012243/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:17:56,349 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376012243/normalizer already deleted, retry=false 2024-11-09T01:17:56,349 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:17:56,350 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Unable to get data of znode /01376012243/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:17:56,359 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376012243/switch/split already deleted, retry=false 2024-11-09T01:17:56,360 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Unable to get data of znode /01376012243/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:17:56,370 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376012243/switch/merge already deleted, retry=false 2024-11-09T01:17:56,372 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Unable to get data of znode /01376012243/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:17:56,380 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376012243/snapshot-cleanup already deleted, retry=false 2024-11-09T01:17:56,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376012243/running 2024-11-09T01:17:56,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376012243/running 2024-11-09T01:17:56,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:17:56,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:17:56,391 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,45129,1731115074674, sessionid=0x1011d2bb8110000, setting cluster-up flag (Was=false) 2024-11-09T01:17:56,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:17:56,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:17:56,444 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01376012243/flush-table-proc/acquired, /01376012243/flush-table-proc/reached, /01376012243/flush-table-proc/abort 2024-11-09T01:17:56,445 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,45129,1731115074674 2024-11-09T01:17:56,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:17:56,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:17:56,496 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01376012243/online-snapshot/acquired, /01376012243/online-snapshot/reached, /01376012243/online-snapshot/abort 2024-11-09T01:17:56,497 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,45129,1731115074674 2024-11-09T01:17:56,499 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:17:56,500 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:17:56,500 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:17:56,500 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:17:56,501 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,45129,1731115074674 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:17:56,502 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:17:56,502 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:17:56,502 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:17:56,502 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:17:56,502 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:17:56,502 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:17:56,502 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:17:56,502 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:17:56,504 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115106504 2024-11-09T01:17:56,504 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:17:56,504 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:17:56,504 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:17:56,504 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:17:56,504 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:17:56,504 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:17:56,504 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:17:56,504 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:17:56,505 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:17:56,505 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:17:56,508 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:56,520 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:17:56,520 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:17:56,520 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:17:56,520 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:17:56,523 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:17:56,523 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:17:56,523 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115076523,5,FailOnTimeoutGroup] 2024-11-09T01:17:56,523 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115076523,5,FailOnTimeoutGroup] 2024-11-09T01:17:56,523 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:56,523 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:17:56,523 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:56,523 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:56,524 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(746): ClusterId : eeff528d-3541-41ba-9d57-785eba1b8ce7 2024-11-09T01:17:56,524 DEBUG [RS:0;5296cfb18d53:36827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:17:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:17:56,533 DEBUG [RS:0;5296cfb18d53:36827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:17:56,533 DEBUG [RS:0;5296cfb18d53:36827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:17:56,544 DEBUG [RS:0;5296cfb18d53:36827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:17:56,544 DEBUG [RS:0;5296cfb18d53:36827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70290752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:17:56,555 DEBUG [RS:0;5296cfb18d53:36827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:36827 2024-11-09T01:17:56,555 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:17:56,555 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:17:56,555 DEBUG [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:17:56,556 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,45129,1731115074674 with port=36827, startcode=1731115074881 2024-11-09T01:17:56,556 DEBUG [RS:0;5296cfb18d53:36827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:17:56,557 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:17:56,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,36827,1731115074881 2024-11-09T01:17:56,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45129 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,36827,1731115074881 2024-11-09T01:17:56,559 DEBUG [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544 2024-11-09T01:17:56,559 DEBUG [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45753 2024-11-09T01:17:56,559 DEBUG [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:17:56,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243/rs 2024-11-09T01:17:56,570 DEBUG [RS:0;5296cfb18d53:36827 {}] zookeeper.ZKUtil(111): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on existing znode=/01376012243/rs/5296cfb18d53,36827,1731115074881 2024-11-09T01:17:56,570 WARN [RS:0;5296cfb18d53:36827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:17:56,570 INFO [RS:0;5296cfb18d53:36827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:17:56,571 DEBUG [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881 2024-11-09T01:17:56,571 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,36827,1731115074881] 2024-11-09T01:17:56,574 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:17:56,575 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:17:56,575 INFO [RS:0;5296cfb18d53:36827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:17:56,575 INFO [RS:0;5296cfb18d53:36827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:56,575 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:17:56,576 INFO [RS:0;5296cfb18d53:36827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:17:56,576 INFO [RS:0;5296cfb18d53:36827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:56,576 DEBUG [RS:0;5296cfb18d53:36827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:17:56,576 DEBUG [RS:0;5296cfb18d53:36827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:17:56,576 DEBUG [RS:0;5296cfb18d53:36827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:17:56,576 DEBUG [RS:0;5296cfb18d53:36827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:17:56,576 DEBUG [RS:0;5296cfb18d53:36827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:17:56,576 DEBUG [RS:0;5296cfb18d53:36827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:17:56,576 DEBUG [RS:0;5296cfb18d53:36827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:17:56,576 DEBUG [RS:0;5296cfb18d53:36827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:17:56,576 DEBUG [RS:0;5296cfb18d53:36827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:17:56,576 DEBUG [RS:0;5296cfb18d53:36827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:17:56,576 DEBUG [RS:0;5296cfb18d53:36827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:17:56,576 DEBUG [RS:0;5296cfb18d53:36827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:17:56,577 DEBUG [RS:0;5296cfb18d53:36827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:17:56,577 DEBUG [RS:0;5296cfb18d53:36827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:17:56,577 INFO [RS:0;5296cfb18d53:36827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:56,577 INFO [RS:0;5296cfb18d53:36827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:56,577 INFO [RS:0;5296cfb18d53:36827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:56,577 INFO [RS:0;5296cfb18d53:36827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:56,577 INFO [RS:0;5296cfb18d53:36827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:56,577 INFO [RS:0;5296cfb18d53:36827 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36827,1731115074881-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:17:56,593 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:17:56,593 INFO [RS:0;5296cfb18d53:36827 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36827,1731115074881-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:56,593 INFO [RS:0;5296cfb18d53:36827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:56,593 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.Replication(171): 5296cfb18d53,36827,1731115074881 started 2024-11-09T01:17:56,605 INFO [RS:0;5296cfb18d53:36827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:56,606 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,36827,1731115074881, RpcServer on 5296cfb18d53/172.17.0.2:36827, sessionid=0x1011d2bb8110001 2024-11-09T01:17:56,606 DEBUG [RS:0;5296cfb18d53:36827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:17:56,606 DEBUG [RS:0;5296cfb18d53:36827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,36827,1731115074881 2024-11-09T01:17:56,606 DEBUG [RS:0;5296cfb18d53:36827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,36827,1731115074881' 2024-11-09T01:17:56,606 DEBUG [RS:0;5296cfb18d53:36827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01376012243/flush-table-proc/abort' 2024-11-09T01:17:56,606 DEBUG [RS:0;5296cfb18d53:36827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01376012243/flush-table-proc/acquired' 2024-11-09T01:17:56,607 DEBUG [RS:0;5296cfb18d53:36827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:17:56,607 DEBUG [RS:0;5296cfb18d53:36827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:17:56,607 DEBUG [RS:0;5296cfb18d53:36827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,36827,1731115074881 2024-11-09T01:17:56,607 DEBUG [RS:0;5296cfb18d53:36827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,36827,1731115074881' 2024-11-09T01:17:56,607 DEBUG [RS:0;5296cfb18d53:36827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01376012243/online-snapshot/abort' 2024-11-09T01:17:56,607 DEBUG [RS:0;5296cfb18d53:36827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01376012243/online-snapshot/acquired' 2024-11-09T01:17:56,607 DEBUG [RS:0;5296cfb18d53:36827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:17:56,607 INFO [RS:0;5296cfb18d53:36827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:17:56,607 INFO [RS:0;5296cfb18d53:36827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:17:56,708 INFO [RS:0;5296cfb18d53:36827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:17:56,709 INFO [RS:0;5296cfb18d53:36827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C36827%2C1731115074881, suffix=, logDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881, archiveDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/oldWALs, maxLogs=10 2024-11-09T01:17:56,724 DEBUG [RS:0;5296cfb18d53:36827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881/5296cfb18d53%2C36827%2C1731115074881.1731115076710, exclude list is [], retry=0 2024-11-09T01:17:56,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-ef2dcb22-be5e-483f-a9b0-80b26c3048b9,DISK] 2024-11-09T01:17:56,729 INFO [RS:0;5296cfb18d53:36827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881/5296cfb18d53%2C36827%2C1731115074881.1731115076710 2024-11-09T01:17:56,729 DEBUG [RS:0;5296cfb18d53:36827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35017:35017)] 2024-11-09T01:17:56,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:17:56,926 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544 2024-11-09T01:17:56,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741833_1009 (size=32) 2024-11-09T01:17:57,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:17:57,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:17:57,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:17:57,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:17:57,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:17:57,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:17:57,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:17:57,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:17:57,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:17:57,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:17:57,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:17:57,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:17:57,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:17:57,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:17:57,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:17:57,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:17:57,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:17:57,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:17:57,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740 2024-11-09T01:17:57,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740 2024-11-09T01:17:57,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:17:57,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:17:57,342 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:17:57,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:17:57,344 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:17:57,345 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74663564, jitterRate=0.11257380247116089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:17:57,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115077332Initializing all the Stores at 1731115077333 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115077333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115077333Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115077333Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115077333Cleaning up temporary data from old regions at 1731115077342 (+9 ms)Region opened successfully at 1731115077345 (+3 ms) 2024-11-09T01:17:57,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:17:57,345 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:17:57,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:17:57,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:17:57,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:17:57,346 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:17:57,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115077345Disabling compacts and flushes for region at 1731115077345Disabling writes for close at 1731115077345Writing region close event to WAL at 1731115077345Closed at 1731115077346 (+1 ms) 2024-11-09T01:17:57,346 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:17:57,347 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:17:57,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:17:57,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:17:57,348 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:17:57,499 DEBUG [5296cfb18d53:45129 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:17:57,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,36827,1731115074881 2024-11-09T01:17:57,500 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,36827,1731115074881, state=OPENING 2024-11-09T01:17:57,528 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:17:57,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:17:57,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:17:57,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376012243/meta-region-server: CHANGED 2024-11-09T01:17:57,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376012243/meta-region-server: CHANGED 2024-11-09T01:17:57,539 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:17:57,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,36827,1731115074881}] 2024-11-09T01:17:57,691 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:17:57,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:17:57,695 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:17:57,696 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:17:57,696 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:17:57,697 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C36827%2C1731115074881.meta, suffix=.meta, logDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881, archiveDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/oldWALs, maxLogs=10 2024-11-09T01:17:57,710 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881/5296cfb18d53%2C36827%2C1731115074881.meta.1731115077698.meta, exclude list is [], retry=0 2024-11-09T01:17:57,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-ef2dcb22-be5e-483f-a9b0-80b26c3048b9,DISK] 2024-11-09T01:17:57,713 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881/5296cfb18d53%2C36827%2C1731115074881.meta.1731115077698.meta 2024-11-09T01:17:57,713 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35017:35017)] 2024-11-09T01:17:57,713 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:17:57,714 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:17:57,714 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:17:57,714 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:17:57,714 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:17:57,714 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:17:57,714 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:17:57,714 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:17:57,714 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:17:57,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:17:57,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:17:57,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:17:57,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:17:57,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:17:57,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:17:57,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:17:57,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:17:57,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:17:57,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:17:57,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:17:57,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:17:57,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:17:57,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:17:57,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:17:57,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:17:57,720 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:17:57,721 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740 2024-11-09T01:17:57,722 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740 2024-11-09T01:17:57,723 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:17:57,723 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:17:57,723 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:17:57,724 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:17:57,725 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71600930, jitterRate=0.06693699955940247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:17:57,725 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:17:57,725 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115077714Writing region info on filesystem at 1731115077714Initializing all the Stores at 1731115077715 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115077715Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115077715Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115077715Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115077715Cleaning up temporary data from old regions at 1731115077723 (+8 ms)Running coprocessor post-open hooks at 1731115077725 (+2 ms)Region opened successfully at 1731115077725 2024-11-09T01:17:57,726 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115077691 2024-11-09T01:17:57,728 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:17:57,728 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:17:57,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,36827,1731115074881 2024-11-09T01:17:57,729 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,36827,1731115074881, state=OPEN 2024-11-09T01:17:57,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376012243/meta-region-server 2024-11-09T01:17:57,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376012243/meta-region-server 2024-11-09T01:17:57,801 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,36827,1731115074881 2024-11-09T01:17:57,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376012243/meta-region-server: CHANGED 2024-11-09T01:17:57,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376012243/meta-region-server: CHANGED 2024-11-09T01:17:57,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:17:57,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,36827,1731115074881 in 262 msec 2024-11-09T01:17:57,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:17:57,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-09T01:17:57,805 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:17:57,805 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:17:57,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:17:57,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36827,1731115074881, seqNum=-1] 2024-11-09T01:17:57,807 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:17:57,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:17:57,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3120 sec 2024-11-09T01:17:57,813 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115077813, completionTime=-1 2024-11-09T01:17:57,813 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:17:57,813 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:17:57,814 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:17:57,814 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115137814 2024-11-09T01:17:57,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115197815 2024-11-09T01:17:57,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T01:17:57,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,45129,1731115074674-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:57,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,45129,1731115074674-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:57,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,45129,1731115074674-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:57,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:45129, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:57,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:57,815 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:57,816 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:17:57,818 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.864sec 2024-11-09T01:17:57,818 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:17:57,818 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:17:57,818 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:17:57,818 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:17:57,819 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:17:57,819 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,45129,1731115074674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:17:57,819 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,45129,1731115074674-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:17:57,821 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:17:57,821 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:17:57,821 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,45129,1731115074674-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:17:57,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d415db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:17:57,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,45129,-1 for getting cluster id 2024-11-09T01:17:57,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:17:57,826 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeff528d-3541-41ba-9d57-785eba1b8ce7' 2024-11-09T01:17:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:17:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeff528d-3541-41ba-9d57-785eba1b8ce7" 2024-11-09T01:17:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488295c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:17:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,45129,-1] 2024-11-09T01:17:57,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:17:57,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:17:57,828 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:17:57,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2574854a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:17:57,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:17:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36827,1731115074881, seqNum=-1] 2024-11-09T01:17:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:17:57,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:17:57,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,45129,1731115074674 2024-11-09T01:17:57,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61140 2024-11-09T01:17:57,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:17:57,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d2bb8110002 connected 2024-11-09T01:17:57,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/hadoop.log.dir so I do NOT create it in target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4 2024-11-09T01:17:57,867 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:17:57,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/hadoop.tmp.dir so I do NOT create it in target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4 2024-11-09T01:17:57,867 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:17:57,867 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4 2024-11-09T01:17:57,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:17:57,867 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/cluster_7f159fec-3f75-e39c-9c3a-0eef87da7f9c, deleteOnExit=true 2024-11-09T01:17:57,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:17:57,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/test.cache.data in system properties and HBase conf 2024-11-09T01:17:57,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:17:57,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:17:57,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:17:57,868 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:17:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:17:58,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:17:58,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:17:58,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:17:58,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:17:58,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:17:58,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:17:58,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c03719{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:17:58,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca7e3da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:17:58,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bd9cc6b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/java.io.tmpdir/jetty-localhost-42741-hadoop-hdfs-3_4_1-tests_jar-_-any-2152766164396553508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:17:58,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@717f4973{HTTP/1.1, (http/1.1)}{localhost:42741} 2024-11-09T01:17:58,305 INFO [Time-limited test {}] server.Server(415): Started @152889ms 2024-11-09T01:17:58,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:17:58,550 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:17:58,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:17:58,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:17:58,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:17:58,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f7051bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:17:58,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@319d2463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:17:58,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75ef6395{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/java.io.tmpdir/jetty-localhost-41657-hadoop-hdfs-3_4_1-tests_jar-_-any-4257551288758845244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:17:58,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d3359b8{HTTP/1.1, (http/1.1)}{localhost:41657} 2024-11-09T01:17:58,650 INFO [Time-limited test {}] server.Server(415): Started @153234ms 2024-11-09T01:17:58,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:17:59,313 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/cluster_7f159fec-3f75-e39c-9c3a-0eef87da7f9c/data/data1/current/BP-1086378298-172.17.0.2-1731115077883/current, will proceed with Du for space computation calculation, 2024-11-09T01:17:59,313 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/cluster_7f159fec-3f75-e39c-9c3a-0eef87da7f9c/data/data2/current/BP-1086378298-172.17.0.2-1731115077883/current, will proceed with Du for space computation calculation, 2024-11-09T01:17:59,331 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:17:59,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe84bca69c37479d6 with lease ID 0x2b68926238c57c42: Processing first storage report for DS-b85a952b-e197-4106-ac5f-36071bdcb2ae from datanode DatanodeRegistration(127.0.0.1:46871, datanodeUuid=3295c49b-4278-42f5-9418-58b30cc914ce, infoPort=33045, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=1288361481;c=1731115077883) 2024-11-09T01:17:59,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe84bca69c37479d6 with lease ID 0x2b68926238c57c42: from storage DS-b85a952b-e197-4106-ac5f-36071bdcb2ae node DatanodeRegistration(127.0.0.1:46871, datanodeUuid=3295c49b-4278-42f5-9418-58b30cc914ce, infoPort=33045, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=1288361481;c=1731115077883), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:17:59,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe84bca69c37479d6 with lease ID 0x2b68926238c57c42: Processing first storage report for DS-35631689-b843-4e11-9ea1-924232afa377 from datanode DatanodeRegistration(127.0.0.1:46871, datanodeUuid=3295c49b-4278-42f5-9418-58b30cc914ce, infoPort=33045, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=1288361481;c=1731115077883) 2024-11-09T01:17:59,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe84bca69c37479d6 with lease ID 0x2b68926238c57c42: from storage DS-35631689-b843-4e11-9ea1-924232afa377 node DatanodeRegistration(127.0.0.1:46871, datanodeUuid=3295c49b-4278-42f5-9418-58b30cc914ce, infoPort=33045, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=1288361481;c=1731115077883), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:17:59,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4 2024-11-09T01:17:59,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:17:59,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:17:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:17:59,785 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126 with version=8 2024-11-09T01:17:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/hbase-staging 2024-11-09T01:17:59,787 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:17:59,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:17:59,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:17:59,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:17:59,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:17:59,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:17:59,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:17:59,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:17:59,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42115 2024-11-09T01:17:59,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42115 connecting to ZooKeeper ensemble=127.0.0.1:61140 2024-11-09T01:17:59,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421150x0, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:17:59,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42115-0x1011d2bb8110003 connected 2024-11-09T01:17:59,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:17:59,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:17:59,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Set watcher on znode that does not yet exist, /11721753785/running 2024-11-09T01:17:59,915 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126, hbase.cluster.distributed=false 2024-11-09T01:17:59,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Set watcher on znode that does not yet exist, /11721753785/acl 2024-11-09T01:17:59,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42115 2024-11-09T01:17:59,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42115 2024-11-09T01:17:59,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42115 2024-11-09T01:17:59,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42115 2024-11-09T01:17:59,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42115 2024-11-09T01:17:59,934 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:17:59,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:17:59,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:17:59,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:17:59,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:17:59,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:17:59,934 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:17:59,934 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:17:59,935 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44539 2024-11-09T01:17:59,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44539 connecting to ZooKeeper ensemble=127.0.0.1:61140 2024-11-09T01:17:59,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:17:59,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:17:59,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445390x0, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:17:59,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445390x0, quorum=127.0.0.1:61140, baseZNode=/11721753785 Set watcher on znode that does not yet exist, /11721753785/running 2024-11-09T01:17:59,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44539-0x1011d2bb8110004 connected 2024-11-09T01:17:59,949 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:17:59,950 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:17:59,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Set watcher on znode that does not yet exist, /11721753785/master 2024-11-09T01:17:59,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Set watcher on znode that does not yet exist, /11721753785/acl 2024-11-09T01:17:59,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44539 2024-11-09T01:17:59,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44539 2024-11-09T01:17:59,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44539 2024-11-09T01:17:59,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44539 2024-11-09T01:17:59,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44539 2024-11-09T01:17:59,966 DEBUG [M:0;5296cfb18d53:42115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:42115 2024-11-09T01:17:59,966 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11721753785/backup-masters/5296cfb18d53,42115,1731115079787 2024-11-09T01:17:59,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785/backup-masters 2024-11-09T01:17:59,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785/backup-masters 2024-11-09T01:17:59,975 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Set watcher on existing znode=/11721753785/backup-masters/5296cfb18d53,42115,1731115079787 2024-11-09T01:17:59,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:17:59,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11721753785/master 2024-11-09T01:17:59,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:17:59,986 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Set watcher on existing znode=/11721753785/master 2024-11-09T01:17:59,986 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11721753785/backup-masters/5296cfb18d53,42115,1731115079787 from backup master directory 2024-11-09T01:17:59,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11721753785/backup-masters/5296cfb18d53,42115,1731115079787 2024-11-09T01:17:59,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785/backup-masters 2024-11-09T01:17:59,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785/backup-masters 2024-11-09T01:17:59,996 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:17:59,996 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,42115,1731115079787 2024-11-09T01:17:59,999 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/hbase.id] with ID: 90695ec2-fccc-4470-9c2e-ca939dd9ebe5 2024-11-09T01:17:59,999 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/.tmp/hbase.id 2024-11-09T01:18:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:18:00,406 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/.tmp/hbase.id]:[hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/hbase.id] 2024-11-09T01:18:00,417 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:00,418 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:18:00,419 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:18:00,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:18:00,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:18:00,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:18:00,876 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:18:00,876 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:18:00,877 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:00,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:18:01,284 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store 2024-11-09T01:18:01,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:18:01,696 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:01,696 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:18:01,696 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:01,696 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:01,696 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:18:01,696 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:01,696 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:01,696 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115081696Disabling compacts and flushes for region at 1731115081696Disabling writes for close at 1731115081696Writing region close event to WAL at 1731115081696Closed at 1731115081696 2024-11-09T01:18:01,697 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/.initializing 2024-11-09T01:18:01,697 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/WALs/5296cfb18d53,42115,1731115079787 2024-11-09T01:18:01,698 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:18:01,700 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C42115%2C1731115079787, suffix=, logDir=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/WALs/5296cfb18d53,42115,1731115079787, archiveDir=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/oldWALs, maxLogs=10 2024-11-09T01:18:01,777 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/WALs/5296cfb18d53,42115,1731115079787/5296cfb18d53%2C42115%2C1731115079787.1731115081700, exclude list is [], retry=0 2024-11-09T01:18:01,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46871,DS-b85a952b-e197-4106-ac5f-36071bdcb2ae,DISK] 2024-11-09T01:18:01,781 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/WALs/5296cfb18d53,42115,1731115079787/5296cfb18d53%2C42115%2C1731115079787.1731115081700 2024-11-09T01:18:01,781 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33045:33045)] 2024-11-09T01:18:01,781 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:01,781 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:01,782 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:01,782 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:01,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:01,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:18:01,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:01,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:01,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:01,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:18:01,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:01,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:01,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:01,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:18:01,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:01,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:01,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:01,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:18:01,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:01,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:01,789 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:01,790 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:01,790 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:01,791 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:01,791 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:01,792 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:01,792 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:01,794 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:18:01,795 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66875062, jitterRate=-0.0034839212894439697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:01,795 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115081782Initializing all the Stores at 1731115081782Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115081782Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115081783 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115081783Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115081783Cleaning up temporary data from old regions at 1731115081791 (+8 ms)Region opened successfully at 1731115081795 (+4 ms) 2024-11-09T01:18:01,795 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:18:01,797 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfc5cd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:18:01,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:18:01,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:18:01,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:18:01,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:18:01,799 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:18:01,799 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:18:01,799 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:18:01,801 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:18:01,802 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Unable to get data of znode /11721753785/balancer because node does not exist (not necessarily an error) 2024-11-09T01:18:01,869 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11721753785/balancer already deleted, retry=false 2024-11-09T01:18:01,870 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:18:01,871 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Unable to get data of znode /11721753785/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:18:01,880 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11721753785/normalizer already deleted, retry=false 2024-11-09T01:18:01,880 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:18:01,881 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Unable to get data of znode /11721753785/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:18:01,890 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11721753785/switch/split already deleted, retry=false 2024-11-09T01:18:01,891 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Unable to get data of znode /11721753785/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:18:01,901 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11721753785/switch/merge already deleted, retry=false 2024-11-09T01:18:01,903 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Unable to get data of znode /11721753785/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:18:01,911 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11721753785/snapshot-cleanup already deleted, retry=false 2024-11-09T01:18:01,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11721753785/running 2024-11-09T01:18:01,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11721753785/running 2024-11-09T01:18:01,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:18:01,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:18:01,922 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,42115,1731115079787, sessionid=0x1011d2bb8110003, setting cluster-up flag (Was=false) 2024-11-09T01:18:01,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:18:01,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:18:01,974 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11721753785/flush-table-proc/acquired, /11721753785/flush-table-proc/reached, /11721753785/flush-table-proc/abort 2024-11-09T01:18:01,975 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,42115,1731115079787 2024-11-09T01:18:01,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:18:01,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:18:02,027 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11721753785/online-snapshot/acquired, /11721753785/online-snapshot/reached, /11721753785/online-snapshot/abort 2024-11-09T01:18:02,028 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,42115,1731115079787 2024-11-09T01:18:02,029 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:18:02,030 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:02,030 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:18:02,030 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:18:02,030 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,42115,1731115079787 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:18:02,031 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:02,031 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:02,031 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:02,031 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:02,032 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:18:02,032 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:02,032 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:18:02,032 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:02,033 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115112033 2024-11-09T01:18:02,033 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:18:02,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:02,033 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:18:02,033 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:18:02,033 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:18:02,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:18:02,033 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:18:02,033 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:18:02,033 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:02,033 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:18:02,033 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:18:02,033 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:18:02,033 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:18:02,034 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:18:02,034 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:18:02,034 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:02,034 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115082034,5,FailOnTimeoutGroup] 2024-11-09T01:18:02,034 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:18:02,034 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115082034,5,FailOnTimeoutGroup] 2024-11-09T01:18:02,034 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:02,034 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:18:02,034 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:02,034 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:02,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:18:02,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:18:02,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T01:18:02,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:02,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T01:18:02,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:18:02,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T01:18:02,059 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(746): ClusterId : 90695ec2-fccc-4470-9c2e-ca939dd9ebe5 2024-11-09T01:18:02,059 DEBUG [RS:0;5296cfb18d53:44539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:18:02,070 DEBUG [RS:0;5296cfb18d53:44539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:18:02,070 DEBUG [RS:0;5296cfb18d53:44539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:18:02,080 DEBUG [RS:0;5296cfb18d53:44539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:18:02,080 DEBUG [RS:0;5296cfb18d53:44539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2878ce86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:18:02,091 DEBUG [RS:0;5296cfb18d53:44539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:44539 2024-11-09T01:18:02,091 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:18:02,091 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:18:02,091 DEBUG [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:18:02,091 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,42115,1731115079787 with port=44539, startcode=1731115079933 2024-11-09T01:18:02,092 DEBUG [RS:0;5296cfb18d53:44539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:18:02,093 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:18:02,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,44539,1731115079933 2024-11-09T01:18:02,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42115 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,44539,1731115079933 2024-11-09T01:18:02,094 DEBUG [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126 2024-11-09T01:18:02,094 DEBUG [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34797 2024-11-09T01:18:02,094 DEBUG [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:18:02,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785/rs 2024-11-09T01:18:02,165 DEBUG [RS:0;5296cfb18d53:44539 {}] zookeeper.ZKUtil(111): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Set watcher on existing znode=/11721753785/rs/5296cfb18d53,44539,1731115079933 2024-11-09T01:18:02,165 WARN [RS:0;5296cfb18d53:44539 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:18:02,165 INFO [RS:0;5296cfb18d53:44539 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:02,165 DEBUG [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/WALs/5296cfb18d53,44539,1731115079933 2024-11-09T01:18:02,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,44539,1731115079933] 2024-11-09T01:18:02,168 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:18:02,169 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:18:02,169 INFO [RS:0;5296cfb18d53:44539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:18:02,169 INFO [RS:0;5296cfb18d53:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:02,170 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:18:02,170 INFO [RS:0;5296cfb18d53:44539 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:18:02,170 INFO [RS:0;5296cfb18d53:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:02,170 DEBUG [RS:0;5296cfb18d53:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:02,170 DEBUG [RS:0;5296cfb18d53:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:02,170 DEBUG [RS:0;5296cfb18d53:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:02,170 DEBUG [RS:0;5296cfb18d53:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:02,170 DEBUG [RS:0;5296cfb18d53:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:02,170 DEBUG [RS:0;5296cfb18d53:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:18:02,171 DEBUG [RS:0;5296cfb18d53:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:02,171 DEBUG [RS:0;5296cfb18d53:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:02,171 DEBUG [RS:0;5296cfb18d53:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:02,171 DEBUG [RS:0;5296cfb18d53:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:02,171 DEBUG [RS:0;5296cfb18d53:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:02,171 DEBUG [RS:0;5296cfb18d53:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:02,171 DEBUG [RS:0;5296cfb18d53:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:18:02,171 DEBUG [RS:0;5296cfb18d53:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:18:02,171 INFO [RS:0;5296cfb18d53:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:02,171 INFO [RS:0;5296cfb18d53:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:02,171 INFO [RS:0;5296cfb18d53:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:02,171 INFO [RS:0;5296cfb18d53:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:02,171 INFO [RS:0;5296cfb18d53:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:02,171 INFO [RS:0;5296cfb18d53:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,44539,1731115079933-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:18:02,199 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:18:02,199 INFO [RS:0;5296cfb18d53:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,44539,1731115079933-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:02,199 INFO [RS:0;5296cfb18d53:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:02,199 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.Replication(171): 5296cfb18d53,44539,1731115079933 started 2024-11-09T01:18:02,211 INFO [RS:0;5296cfb18d53:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:02,212 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,44539,1731115079933, RpcServer on 5296cfb18d53/172.17.0.2:44539, sessionid=0x1011d2bb8110004 2024-11-09T01:18:02,212 DEBUG [RS:0;5296cfb18d53:44539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:18:02,212 DEBUG [RS:0;5296cfb18d53:44539 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,44539,1731115079933 2024-11-09T01:18:02,212 DEBUG [RS:0;5296cfb18d53:44539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,44539,1731115079933' 2024-11-09T01:18:02,212 DEBUG [RS:0;5296cfb18d53:44539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11721753785/flush-table-proc/abort' 2024-11-09T01:18:02,212 DEBUG [RS:0;5296cfb18d53:44539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11721753785/flush-table-proc/acquired' 2024-11-09T01:18:02,213 DEBUG [RS:0;5296cfb18d53:44539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:18:02,213 DEBUG [RS:0;5296cfb18d53:44539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:18:02,213 DEBUG [RS:0;5296cfb18d53:44539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,44539,1731115079933 2024-11-09T01:18:02,213 DEBUG [RS:0;5296cfb18d53:44539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,44539,1731115079933' 2024-11-09T01:18:02,213 DEBUG [RS:0;5296cfb18d53:44539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11721753785/online-snapshot/abort' 2024-11-09T01:18:02,213 DEBUG [RS:0;5296cfb18d53:44539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11721753785/online-snapshot/acquired' 2024-11-09T01:18:02,213 DEBUG [RS:0;5296cfb18d53:44539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:18:02,213 INFO [RS:0;5296cfb18d53:44539 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:18:02,213 INFO [RS:0;5296cfb18d53:44539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:18:02,314 INFO [RS:0;5296cfb18d53:44539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:18:02,315 INFO [RS:0;5296cfb18d53:44539 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C44539%2C1731115079933, suffix=, logDir=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/WALs/5296cfb18d53,44539,1731115079933, archiveDir=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/oldWALs, maxLogs=10 2024-11-09T01:18:02,327 DEBUG [RS:0;5296cfb18d53:44539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/WALs/5296cfb18d53,44539,1731115079933/5296cfb18d53%2C44539%2C1731115079933.1731115082315, exclude list is [], retry=0 2024-11-09T01:18:02,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46871,DS-b85a952b-e197-4106-ac5f-36071bdcb2ae,DISK] 2024-11-09T01:18:02,331 INFO [RS:0;5296cfb18d53:44539 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/WALs/5296cfb18d53,44539,1731115079933/5296cfb18d53%2C44539%2C1731115079933.1731115082315 2024-11-09T01:18:02,331 DEBUG [RS:0;5296cfb18d53:44539 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33045:33045)] 2024-11-09T01:18:02,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:18:02,441 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126 2024-11-09T01:18:02,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741833_1009 (size=32) 2024-11-09T01:18:02,574 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:18:02,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:02,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:18:02,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:18:02,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:02,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:02,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:18:02,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:18:02,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:02,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:02,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:18:02,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:18:02,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:02,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:02,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:18:02,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:18:02,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:02,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:02,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:18:02,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/data/hbase/meta/1588230740 2024-11-09T01:18:02,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/data/hbase/meta/1588230740 2024-11-09T01:18:02,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:18:02,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:18:02,855 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:02,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:18:02,858 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:18:02,858 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72898741, jitterRate=0.08627589046955109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:02,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115082846Initializing all the Stores at 1731115082847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115082847Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115082847Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115082847Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115082847Cleaning up temporary data from old regions at 1731115082855 (+8 ms)Region opened successfully at 1731115082858 (+3 ms) 2024-11-09T01:18:02,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:18:02,858 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:18:02,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:18:02,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:18:02,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:18:02,859 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:18:02,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115082858Disabling compacts and flushes for region at 1731115082858Disabling writes for close at 1731115082858Writing region close event to WAL at 1731115082859 (+1 ms)Closed at 1731115082859 2024-11-09T01:18:02,860 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:02,860 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:18:02,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:18:02,861 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:18:02,862 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:18:03,012 DEBUG [5296cfb18d53:42115 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:18:03,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,44539,1731115079933 2024-11-09T01:18:03,013 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,44539,1731115079933, state=OPENING 2024-11-09T01:18:03,075 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:18:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:18:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:18:03,086 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:18:03,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11721753785/meta-region-server: CHANGED 2024-11-09T01:18:03,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11721753785/meta-region-server: CHANGED 2024-11-09T01:18:03,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,44539,1731115079933}] 2024-11-09T01:18:03,216 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:18:03,238 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:18:03,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:18:03,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:03,243 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:18:03,243 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:03,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:03,243 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:18:03,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:03,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:03,244 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C44539%2C1731115079933.meta, suffix=.meta, logDir=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/WALs/5296cfb18d53,44539,1731115079933, archiveDir=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/oldWALs, maxLogs=10 2024-11-09T01:18:03,257 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/WALs/5296cfb18d53,44539,1731115079933/5296cfb18d53%2C44539%2C1731115079933.meta.1731115083245.meta, exclude list is [], retry=0 2024-11-09T01:18:03,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46871,DS-b85a952b-e197-4106-ac5f-36071bdcb2ae,DISK] 2024-11-09T01:18:03,265 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/WALs/5296cfb18d53,44539,1731115079933/5296cfb18d53%2C44539%2C1731115079933.meta.1731115083245.meta 2024-11-09T01:18:03,265 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33045:33045)] 2024-11-09T01:18:03,265 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:03,265 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:18:03,266 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:18:03,266 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:18:03,266 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:18:03,266 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:18:03,266 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:03,266 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:18:03,266 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:18:03,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:18:03,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:18:03,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:03,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:03,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:18:03,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:18:03,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:03,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:03,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:18:03,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:18:03,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:03,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:03,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:18:03,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:18:03,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:03,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:03,272 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:18:03,273 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/data/hbase/meta/1588230740 2024-11-09T01:18:03,274 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/data/hbase/meta/1588230740 2024-11-09T01:18:03,275 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:18:03,275 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:18:03,275 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:03,276 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:18:03,277 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60389222, jitterRate=-0.10013046860694885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:03,277 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:18:03,277 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115083266Writing region info on filesystem at 1731115083266Initializing all the Stores at 1731115083267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115083267Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115083267Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115083267Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115083267Cleaning up temporary data from old regions at 1731115083275 (+8 ms)Running coprocessor post-open hooks at 1731115083277 (+2 ms)Region opened successfully at 1731115083277 2024-11-09T01:18:03,278 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115083238 2024-11-09T01:18:03,280 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:18:03,280 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:18:03,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,44539,1731115079933 2024-11-09T01:18:03,281 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,44539,1731115079933, state=OPEN 2024-11-09T01:18:03,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11721753785/meta-region-server 2024-11-09T01:18:03,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11721753785/meta-region-server 2024-11-09T01:18:03,290 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,44539,1731115079933 2024-11-09T01:18:03,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11721753785/meta-region-server: CHANGED 2024-11-09T01:18:03,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11721753785/meta-region-server: CHANGED 2024-11-09T01:18:03,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:18:03,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,44539,1731115079933 in 204 msec 2024-11-09T01:18:03,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:18:03,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-09T01:18:03,295 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:03,295 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:18:03,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:03,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,44539,1731115079933, seqNum=-1] 2024-11-09T01:18:03,297 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:03,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:18:03,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-11-09T01:18:03,303 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115083303, completionTime=-1 2024-11-09T01:18:03,303 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:18:03,303 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:18:03,305 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:18:03,305 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115143305 2024-11-09T01:18:03,305 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115203305 2024-11-09T01:18:03,305 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T01:18:03,305 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42115,1731115079787-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:03,305 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42115,1731115079787-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:03,305 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42115,1731115079787-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:03,305 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:42115, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:03,305 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:03,305 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:03,308 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:18:03,309 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.313sec 2024-11-09T01:18:03,309 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:18:03,309 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:18:03,309 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:18:03,309 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:18:03,309 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:18:03,309 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42115,1731115079787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:18:03,309 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42115,1731115079787-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:18:03,311 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:18:03,311 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:18:03,311 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42115,1731115079787-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:03,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb6b224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:03,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42115,-1 for getting cluster id 2024-11-09T01:18:03,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:03,361 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90695ec2-fccc-4470-9c2e-ca939dd9ebe5' 2024-11-09T01:18:03,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:03,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90695ec2-fccc-4470-9c2e-ca939dd9ebe5" 2024-11-09T01:18:03,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c25076b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:03,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42115,-1] 2024-11-09T01:18:03,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:03,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:03,363 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:03,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb23bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:03,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,44539,1731115079933, seqNum=-1] 2024-11-09T01:18:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:03,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:18:03,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,42115,1731115079787 2024-11-09T01:18:03,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61140 2024-11-09T01:18:03,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:18:03,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d2bb8110005 connected 2024-11-09T01:18:03,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fcc255d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:03,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,45129,-1 for getting cluster id 2024-11-09T01:18:03,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:03,394 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeff528d-3541-41ba-9d57-785eba1b8ce7' 2024-11-09T01:18:03,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:03,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeff528d-3541-41ba-9d57-785eba1b8ce7" 2024-11-09T01:18:03,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2538a619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:03,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,45129,-1] 2024-11-09T01:18:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:03,395 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:03,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5131f3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:03,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,45129,1731115074674 2024-11-09T01:18:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78114bca 2024-11-09T01:18:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:03,398 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:18:03,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:42115,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:18:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:18:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:03,401 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:42115' 2024-11-09T01:18:03,402 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a5c2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:03,402 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42115,-1 for getting cluster id 2024-11-09T01:18:03,402 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:03,403 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90695ec2-fccc-4470-9c2e-ca939dd9ebe5' 2024-11-09T01:18:03,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:03,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90695ec2-fccc-4470-9c2e-ca939dd9ebe5" 2024-11-09T01:18:03,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bd3fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:03,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42115,-1] 2024-11-09T01:18:03,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:03,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:03,404 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:03,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491e8bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:03,405 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:03,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,42115,1731115079787 2024-11-09T01:18:03,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b8d2e6f 2024-11-09T01:18:03,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:03,406 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:18:03,407 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T01:18:03,407 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:18:03,407 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:03,407 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:03,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:03,408 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:18:03,409 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:18:03,410 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:18:03,410 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:03,410 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:18:03,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741835_1011 (size=1138) 2024-11-09T01:18:03,459 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:18:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:03,817 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ff7be09418ba46f9505b8fffb0764e5, NAME => 'hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544 2024-11-09T01:18:03,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741836_1012 (size=44) 2024-11-09T01:18:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:04,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:04,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3ff7be09418ba46f9505b8fffb0764e5, disabling compactions & flushes 2024-11-09T01:18:04,223 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:04,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:04,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. after waiting 0 ms 2024-11-09T01:18:04,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:04,224 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:04,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ff7be09418ba46f9505b8fffb0764e5: Waiting for close lock at 1731115084223Disabling compacts and flushes for region at 1731115084223Disabling writes for close at 1731115084224 (+1 ms)Writing region close event to WAL at 1731115084224Closed at 1731115084224 2024-11-09T01:18:04,225 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:18:04,225 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731115084225"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115084225"}]},"ts":"1731115084225"} 2024-11-09T01:18:04,227 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:18:04,228 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:18:04,228 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115084228"}]},"ts":"1731115084228"} 2024-11-09T01:18:04,230 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:18:04,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ff7be09418ba46f9505b8fffb0764e5, ASSIGN}] 2024-11-09T01:18:04,231 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ff7be09418ba46f9505b8fffb0764e5, ASSIGN 2024-11-09T01:18:04,232 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ff7be09418ba46f9505b8fffb0764e5, ASSIGN; state=OFFLINE, location=5296cfb18d53,36827,1731115074881; forceNewPlan=false, retain=false 2024-11-09T01:18:04,383 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3ff7be09418ba46f9505b8fffb0764e5, regionState=OPENING, regionLocation=5296cfb18d53,36827,1731115074881 2024-11-09T01:18:04,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ff7be09418ba46f9505b8fffb0764e5, ASSIGN because future has completed 2024-11-09T01:18:04,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ff7be09418ba46f9505b8fffb0764e5, server=5296cfb18d53,36827,1731115074881}] 2024-11-09T01:18:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:04,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:04,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:04,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:18:04,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C36827%2C1731115074881.rep, suffix=, logDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881, archiveDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/oldWALs, maxLogs=10 2024-11-09T01:18:04,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881/5296cfb18d53%2C36827%2C1731115074881.rep.1731115084542, exclude list is [], retry=0 2024-11-09T01:18:04,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-ef2dcb22-be5e-483f-a9b0-80b26c3048b9,DISK] 2024-11-09T01:18:04,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881/5296cfb18d53%2C36827%2C1731115074881.rep.1731115084542 2024-11-09T01:18:04,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35017:35017)] 2024-11-09T01:18:04,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ff7be09418ba46f9505b8fffb0764e5, NAME => 'hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:04,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:18:04,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:18:04,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. service=MultiRowMutationService 2024-11-09T01:18:04,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:18:04,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:04,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:04,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:04,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:04,560 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:04,561 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff7be09418ba46f9505b8fffb0764e5 columnFamilyName hfileref 2024-11-09T01:18:04,561 DEBUG [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:04,561 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] regionserver.HStore(327): Store=3ff7be09418ba46f9505b8fffb0764e5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:04,561 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:04,562 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff7be09418ba46f9505b8fffb0764e5 columnFamilyName queue 2024-11-09T01:18:04,562 DEBUG [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:04,563 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] regionserver.HStore(327): Store=3ff7be09418ba46f9505b8fffb0764e5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:04,563 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:04,563 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff7be09418ba46f9505b8fffb0764e5 columnFamilyName sid 2024-11-09T01:18:04,563 DEBUG [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:04,564 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] regionserver.HStore(327): Store=3ff7be09418ba46f9505b8fffb0764e5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:04,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:04,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/replication/3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:04,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/replication/3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:04,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:04,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:04,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:18:04,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:04,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/replication/3ff7be09418ba46f9505b8fffb0764e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:18:04,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3ff7be09418ba46f9505b8fffb0764e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72286765, jitterRate=0.07715673744678497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:18:04,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:04,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3ff7be09418ba46f9505b8fffb0764e5: Running coprocessor pre-open hook at 1731115084559Writing region info on filesystem at 1731115084559Initializing all the Stores at 1731115084559Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115084559Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115084560 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115084560Cleaning up temporary data from old regions at 1731115084565 (+5 ms)Running coprocessor post-open hooks at 1731115084569 (+4 ms)Region opened successfully at 1731115084569 2024-11-09T01:18:04,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5., pid=7, masterSystemTime=1731115084537 2024-11-09T01:18:04,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:04,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:04,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3ff7be09418ba46f9505b8fffb0764e5, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,36827,1731115074881 2024-11-09T01:18:04,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ff7be09418ba46f9505b8fffb0764e5, server=5296cfb18d53,36827,1731115074881 because future has completed 2024-11-09T01:18:04,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T01:18:04,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ff7be09418ba46f9505b8fffb0764e5, server=5296cfb18d53,36827,1731115074881 in 190 msec 2024-11-09T01:18:04,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:18:04,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ff7be09418ba46f9505b8fffb0764e5, ASSIGN in 346 msec 2024-11-09T01:18:04,578 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:18:04,579 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115084578"}]},"ts":"1731115084578"} 2024-11-09T01:18:04,580 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:18:04,581 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:18:04,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-09T01:18:04,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5., hostname=5296cfb18d53,36827,1731115074881, seqNum=2] 2024-11-09T01:18:04,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:18:04,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:18:04,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:18:04,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T01:18:04,870 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:18:04,896 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,36827,1731115074881, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:18:04,897 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:04,897 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36827,1731115074881, seqNum=-1] 2024-11-09T01:18:04,897 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:04,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-09T01:18:04,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,36827,1731115074881', locateType=CURRENT is [region=hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5., hostname=5296cfb18d53,36827,1731115074881, seqNum=2] 2024-11-09T01:18:04,901 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T01:18:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T01:18:04,903 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,36827,1731115074881 suceeded 2024-11-09T01:18:04,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T01:18:04,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-09T01:18:04,905 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:42115,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:18:04,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-09T01:18:04,915 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:42115' 2024-11-09T01:18:04,916 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@504296bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:04,916 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42115,-1 for getting cluster id 2024-11-09T01:18:04,916 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:04,917 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90695ec2-fccc-4470-9c2e-ca939dd9ebe5' 2024-11-09T01:18:04,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:04,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90695ec2-fccc-4470-9c2e-ca939dd9ebe5" 2024-11-09T01:18:04,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ab7cb69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:04,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42115,-1] 2024-11-09T01:18:04,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:04,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:04,918 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:04,918 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6114362f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:04,918 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:04,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,42115,1731115079787 2024-11-09T01:18:04,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@753bda76 2024-11-09T01:18:04,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:04,920 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-09T01:18:04,920 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,36827,1731115074881 (queues=1) is replicating from cluster=eeff528d-3541-41ba-9d57-785eba1b8ce7 to cluster=90695ec2-fccc-4470-9c2e-ca939dd9ebe5 2024-11-09T01:18:04,920 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C36827%2C1731115074881 2024-11-09T01:18:04,921 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,36827,1731115074881, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:18:04,921 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881.replicationSource.shipper5296cfb18d53%2C36827%2C1731115074881,1-5296cfb18d53,36827,1731115074881 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C36827%2C1731115074881 2024-11-09T01:18:04,921 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881.replicationSource.wal-reader.5296cfb18d53%2C36827%2C1731115074881,1-5296cfb18d53,36827,1731115074881 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881/5296cfb18d53%2C36827%2C1731115074881.1731115076710, startPosition=0, beingWritten=true 2024-11-09T01:18:05,126 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881.replicationSource.wal-reader.5296cfb18d53%2C36827%2C1731115074881,1-5296cfb18d53,36827,1731115074881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881/5296cfb18d53%2C36827%2C1731115074881.1731115076710 to pos 0, reset compression=false 2024-11-09T01:18:05,430 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881.replicationSource.wal-reader.5296cfb18d53%2C36827%2C1731115074881,1-5296cfb18d53,36827,1731115074881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881/5296cfb18d53%2C36827%2C1731115074881.1731115076710 to pos 0, reset compression=false 2024-11-09T01:18:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:05,546 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:18:05,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:05,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:05,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:05,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:05,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:05,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,45129,1731115074674 2024-11-09T01:18:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6567c057 2024-11-09T01:18:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:05,548 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:18:05,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T01:18:05,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:05,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:05,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:05,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:05,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:05,549 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:18:05,549 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1580990569, stopped=false 2024-11-09T01:18:05,549 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,45129,1731115074674 2024-11-09T01:18:05,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376012243/running 2024-11-09T01:18:05,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376012243/running 2024-11-09T01:18:05,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:18:05,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:18:05,664 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:18:05,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:05,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:05,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:05,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on znode that does not yet exist, /01376012243/running 2024-11-09T01:18:05,665 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,36827,1731115074881' ***** 2024-11-09T01:18:05,665 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:18:05,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on znode that does not yet exist, /01376012243/running 2024-11-09T01:18:05,665 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:18:05,665 INFO [RS:0;5296cfb18d53:36827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:18:05,665 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:18:05,665 INFO [RS:0;5296cfb18d53:36827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:18:05,665 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:05,665 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,36827,1731115074881 2024-11-09T01:18:05,665 INFO [RS:0;5296cfb18d53:36827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:18:05,665 INFO [RS:0;5296cfb18d53:36827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:36827. 2024-11-09T01:18:05,665 DEBUG [RS:0;5296cfb18d53:36827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:05,665 DEBUG [RS:0;5296cfb18d53:36827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:05,666 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ff7be09418ba46f9505b8fffb0764e5, disabling compactions & flushes 2024-11-09T01:18:05,666 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:05,666 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:05,666 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:18:05,666 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. after waiting 0 ms 2024-11-09T01:18:05,666 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:18:05,666 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:05,666 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:18:05,666 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:18:05,666 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3ff7be09418ba46f9505b8fffb0764e5 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T01:18:05,666 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:18:05,666 DEBUG [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(1325): Online Regions={3ff7be09418ba46f9505b8fffb0764e5=hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:18:05,666 DEBUG [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:05,666 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:18:05,666 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:18:05,666 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:18:05,666 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:18:05,666 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:18:05,666 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T01:18:05,671 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:18:05,671 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:18:05,680 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/.tmp/info/a9dad3a2e6ba426ca92109b345847660 is 147, key is hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5./info:regioninfo/1731115084572/Put/seqid=0 2024-11-09T01:18:05,681 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/replication/3ff7be09418ba46f9505b8fffb0764e5/.tmp/queue/b73171c613a64b5090297940c393cca2 is 151, key is 1-5296cfb18d53,36827,1731115074881/queue:5296cfb18d53%2C36827%2C1731115074881/1731115084900/Put/seqid=0 2024-11-09T01:18:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741838_1014 (size=6631) 2024-11-09T01:18:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741839_1015 (size=5350) 2024-11-09T01:18:05,697 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:18:05,835 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881.replicationSource.wal-reader.5296cfb18d53%2C36827%2C1731115074881,1-5296cfb18d53,36827,1731115074881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881/5296cfb18d53%2C36827%2C1731115074881.1731115076710 to pos 0, reset compression=false 2024-11-09T01:18:05,866 DEBUG [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:06,066 DEBUG [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:06,085 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/.tmp/info/a9dad3a2e6ba426ca92109b345847660 2024-11-09T01:18:06,085 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/replication/3ff7be09418ba46f9505b8fffb0764e5/.tmp/queue/b73171c613a64b5090297940c393cca2 2024-11-09T01:18:06,091 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/replication/3ff7be09418ba46f9505b8fffb0764e5/.tmp/queue/b73171c613a64b5090297940c393cca2 as hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/replication/3ff7be09418ba46f9505b8fffb0764e5/queue/b73171c613a64b5090297940c393cca2 2024-11-09T01:18:06,096 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/replication/3ff7be09418ba46f9505b8fffb0764e5/queue/b73171c613a64b5090297940c393cca2, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T01:18:06,097 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3ff7be09418ba46f9505b8fffb0764e5 in 431ms, sequenceid=5, compaction requested=false 2024-11-09T01:18:06,097 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T01:18:06,105 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/.tmp/ns/3a047723932645bea6ba3535d70a134d is 43, key is default/ns:d/1731115077808/Put/seqid=0 2024-11-09T01:18:06,106 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/replication/3ff7be09418ba46f9505b8fffb0764e5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T01:18:06,106 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:06,106 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:18:06,106 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:06,106 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ff7be09418ba46f9505b8fffb0764e5: Waiting for close lock at 1731115085665Running coprocessor pre-close hooks at 1731115085665Disabling compacts and flushes for region at 1731115085665Disabling writes for close at 1731115085666 (+1 ms)Obtaining lock to block concurrent updates at 1731115085666Preparing flush snapshotting stores in 3ff7be09418ba46f9505b8fffb0764e5 at 1731115085666Finished memstore snapshotting hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731115085666Flushing stores of hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. at 1731115085667 (+1 ms)Flushing 3ff7be09418ba46f9505b8fffb0764e5/queue: creating writer at 1731115085667Flushing 3ff7be09418ba46f9505b8fffb0764e5/queue: appending metadata at 1731115085680 (+13 ms)Flushing 3ff7be09418ba46f9505b8fffb0764e5/queue: closing flushed file at 1731115085680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cdc40d2: reopening flushed file at 1731115086090 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3ff7be09418ba46f9505b8fffb0764e5 in 431ms, sequenceid=5, compaction requested=false at 1731115086097 (+7 ms)Writing region close event to WAL at 1731115086100 (+3 ms)Running coprocessor post-close hooks at 1731115086106 (+6 ms)Closed at 1731115086106 2024-11-09T01:18:06,106 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:06,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741840_1016 (size=5153) 2024-11-09T01:18:06,267 DEBUG [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:18:06,339 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881.replicationSource.wal-reader.5296cfb18d53%2C36827%2C1731115074881,1-5296cfb18d53,36827,1731115074881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881/5296cfb18d53%2C36827%2C1731115074881.1731115076710 to pos 0, reset compression=false 2024-11-09T01:18:06,467 DEBUG [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:18:06,510 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/.tmp/ns/3a047723932645bea6ba3535d70a134d 2024-11-09T01:18:06,527 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/.tmp/table/6c15c33b81704d8e9a88329dc8e2ab67 is 53, key is hbase:replication/table:state/1731115084578/Put/seqid=0 2024-11-09T01:18:06,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741841_1017 (size=5256) 2024-11-09T01:18:06,531 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/.tmp/table/6c15c33b81704d8e9a88329dc8e2ab67 2024-11-09T01:18:06,536 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/.tmp/info/a9dad3a2e6ba426ca92109b345847660 as hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/info/a9dad3a2e6ba426ca92109b345847660 2024-11-09T01:18:06,540 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/info/a9dad3a2e6ba426ca92109b345847660, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T01:18:06,541 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/.tmp/ns/3a047723932645bea6ba3535d70a134d as hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/ns/3a047723932645bea6ba3535d70a134d 2024-11-09T01:18:06,546 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/ns/3a047723932645bea6ba3535d70a134d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T01:18:06,547 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/.tmp/table/6c15c33b81704d8e9a88329dc8e2ab67 as hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/table/6c15c33b81704d8e9a88329dc8e2ab67 2024-11-09T01:18:06,551 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/table/6c15c33b81704d8e9a88329dc8e2ab67, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T01:18:06,552 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 886ms, sequenceid=11, compaction requested=false 2024-11-09T01:18:06,556 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T01:18:06,557 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:06,557 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:18:06,557 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:18:06,557 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115085666Running coprocessor pre-close hooks at 1731115085666Disabling compacts and flushes for region at 1731115085666Disabling writes for close at 1731115085666Obtaining lock to block concurrent updates at 1731115085666Preparing flush snapshotting stores in 1588230740 at 1731115085666Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731115085667 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731115085667Flushing 1588230740/info: creating writer at 1731115085667Flushing 1588230740/info: appending metadata at 1731115085680 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731115085680Flushing 1588230740/ns: creating writer at 1731115086090 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731115086105 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731115086105Flushing 1588230740/table: creating writer at 1731115086514 (+409 ms)Flushing 1588230740/table: appending metadata at 1731115086527 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731115086527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b369e: reopening flushed file at 1731115086535 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e62404: reopening flushed file at 1731115086540 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@639a2e73: reopening flushed file at 1731115086546 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 886ms, sequenceid=11, compaction requested=false at 1731115086552 (+6 ms)Writing region close event to WAL at 1731115086553 (+1 ms)Running coprocessor post-close hooks at 1731115086557 (+4 ms)Closed at 1731115086557 2024-11-09T01:18:06,557 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:18:06,667 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,36827,1731115074881; all regions closed. 2024-11-09T01:18:06,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741834_1010 (size=2742) 2024-11-09T01:18:06,676 DEBUG [RS:0;5296cfb18d53:36827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/oldWALs 2024-11-09T01:18:06,676 INFO [RS:0;5296cfb18d53:36827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C36827%2C1731115074881.meta:.meta(num 1731115077698) 2024-11-09T01:18:06,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741837_1013 (size=1586) 2024-11-09T01:18:06,680 DEBUG [RS:0;5296cfb18d53:36827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/oldWALs 2024-11-09T01:18:06,680 INFO [RS:0;5296cfb18d53:36827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C36827%2C1731115074881.rep:(num 1731115084542) 2024-11-09T01:18:06,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741832_1008 (size=93) 2024-11-09T01:18:06,682 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881/5296cfb18d53%2C36827%2C1731115074881.1731115076710 not finished, retry = 0 2024-11-09T01:18:06,784 DEBUG [RS:0;5296cfb18d53:36827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/oldWALs 2024-11-09T01:18:06,784 INFO [RS:0;5296cfb18d53:36827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C36827%2C1731115074881:(num 1731115076710) 2024-11-09T01:18:06,784 DEBUG [RS:0;5296cfb18d53:36827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:06,784 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:18:06,785 INFO [RS:0;5296cfb18d53:36827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:18:06,785 INFO [RS:0;5296cfb18d53:36827 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:18:06,785 INFO [RS:0;5296cfb18d53:36827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:18:06,785 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:18:06,785 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,36827,1731115074881 because: Region server is closing 2024-11-09T01:18:06,785 INFO [RS:0;5296cfb18d53:36827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:36827. 2024-11-09T01:18:06,785 DEBUG [RS:0;5296cfb18d53:36827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:06,785 DEBUG [RS:0;5296cfb18d53:36827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:06,785 DEBUG [RS:0;5296cfb18d53:36827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:06,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:06,886 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881.replicationSource.wal-reader.5296cfb18d53%2C36827%2C1731115074881,1-5296cfb18d53,36827,1731115074881 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T01:18:06,886 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881.replicationSource.shipper5296cfb18d53%2C36827%2C1731115074881,1-5296cfb18d53,36827,1731115074881 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T01:18:06,886 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36827,1731115074881.replicationSource.shipper5296cfb18d53%2C36827%2C1731115074881,1-5296cfb18d53,36827,1731115074881 terminated 2024-11-09T01:18:06,886 INFO [RS:0;5296cfb18d53:36827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36827 2024-11-09T01:18:06,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376012243/rs/5296cfb18d53,36827,1731115074881 2024-11-09T01:18:06,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243/rs 2024-11-09T01:18:06,990 INFO [RS:0;5296cfb18d53:36827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:18:07,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,36827,1731115074881] 2024-11-09T01:18:07,011 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01376012243/draining/5296cfb18d53,36827,1731115074881 already deleted, retry=false 2024-11-09T01:18:07,011 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,36827,1731115074881 expired; onlineServers=0 2024-11-09T01:18:07,011 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,45129,1731115074674' ***** 2024-11-09T01:18:07,011 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:18:07,011 INFO [M:0;5296cfb18d53:45129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:18:07,011 INFO [M:0;5296cfb18d53:45129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:18:07,011 DEBUG [M:0;5296cfb18d53:45129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:18:07,012 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:18:07,012 DEBUG [M:0;5296cfb18d53:45129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:18:07,012 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115076523 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115076523,5,FailOnTimeoutGroup] 2024-11-09T01:18:07,012 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115076523 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115076523,5,FailOnTimeoutGroup] 2024-11-09T01:18:07,012 INFO [M:0;5296cfb18d53:45129 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:18:07,012 INFO [M:0;5296cfb18d53:45129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:18:07,012 DEBUG [M:0;5296cfb18d53:45129 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:18:07,012 INFO [M:0;5296cfb18d53:45129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:18:07,012 INFO [M:0;5296cfb18d53:45129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:18:07,012 INFO [M:0;5296cfb18d53:45129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:18:07,012 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:18:07,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376012243/master 2024-11-09T01:18:07,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:18:07,022 DEBUG [M:0;5296cfb18d53:45129 {}] zookeeper.ZKUtil(347): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Unable to get data of znode /01376012243/master because node does not exist (not an error) 2024-11-09T01:18:07,022 WARN [M:0;5296cfb18d53:45129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:18:07,022 INFO [M:0;5296cfb18d53:45129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/.lastflushedseqids 2024-11-09T01:18:07,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741842_1018 (size=181) 2024-11-09T01:18:07,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:07,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36827-0x1011d2bb8110001, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:07,101 INFO [RS:0;5296cfb18d53:36827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:18:07,101 INFO [RS:0;5296cfb18d53:36827 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,36827,1731115074881; zookeeper connection closed. 2024-11-09T01:18:07,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2da32999 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2da32999 2024-11-09T01:18:07,101 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:18:07,428 INFO [M:0;5296cfb18d53:45129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:18:07,428 INFO [M:0;5296cfb18d53:45129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:18:07,428 DEBUG [M:0;5296cfb18d53:45129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:18:07,428 INFO [M:0;5296cfb18d53:45129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:07,428 DEBUG [M:0;5296cfb18d53:45129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:07,428 DEBUG [M:0;5296cfb18d53:45129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:18:07,428 DEBUG [M:0;5296cfb18d53:45129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:07,428 INFO [M:0;5296cfb18d53:45129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T01:18:07,482 DEBUG [M:0;5296cfb18d53:45129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dc33891c046478aa1d61c6d986331f4 is 82, key is hbase:meta,,1/info:regioninfo/1731115077728/Put/seqid=0 2024-11-09T01:18:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741843_1019 (size=5672) 2024-11-09T01:18:07,887 INFO [M:0;5296cfb18d53:45129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dc33891c046478aa1d61c6d986331f4 2024-11-09T01:18:07,908 DEBUG [M:0;5296cfb18d53:45129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a8afeff1f4a4579bb5efb216cf7bf37 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731115084582/Put/seqid=0 2024-11-09T01:18:07,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741844_1020 (size=7203) 2024-11-09T01:18:08,312 INFO [M:0;5296cfb18d53:45129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a8afeff1f4a4579bb5efb216cf7bf37 2024-11-09T01:18:08,330 DEBUG [M:0;5296cfb18d53:45129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee163906ef2d45cfb45c0b6bb5e0a196 is 69, key is 5296cfb18d53,36827,1731115074881/rs:state/1731115076558/Put/seqid=0 2024-11-09T01:18:08,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741845_1021 (size=5156) 2024-11-09T01:18:08,734 INFO [M:0;5296cfb18d53:45129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee163906ef2d45cfb45c0b6bb5e0a196 2024-11-09T01:18:08,739 DEBUG [M:0;5296cfb18d53:45129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dc33891c046478aa1d61c6d986331f4 as hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1dc33891c046478aa1d61c6d986331f4 2024-11-09T01:18:08,744 INFO [M:0;5296cfb18d53:45129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1dc33891c046478aa1d61c6d986331f4, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T01:18:08,748 DEBUG [M:0;5296cfb18d53:45129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a8afeff1f4a4579bb5efb216cf7bf37 as hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a8afeff1f4a4579bb5efb216cf7bf37 2024-11-09T01:18:08,753 INFO [M:0;5296cfb18d53:45129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a8afeff1f4a4579bb5efb216cf7bf37, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T01:18:08,754 DEBUG [M:0;5296cfb18d53:45129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee163906ef2d45cfb45c0b6bb5e0a196 as hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee163906ef2d45cfb45c0b6bb5e0a196 2024-11-09T01:18:08,759 INFO [M:0;5296cfb18d53:45129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee163906ef2d45cfb45c0b6bb5e0a196, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T01:18:08,760 INFO [M:0;5296cfb18d53:45129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=70, compaction requested=false 2024-11-09T01:18:08,764 INFO [M:0;5296cfb18d53:45129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:08,765 DEBUG [M:0;5296cfb18d53:45129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115087428Disabling compacts and flushes for region at 1731115087428Disabling writes for close at 1731115087428Obtaining lock to block concurrent updates at 1731115087428Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115087428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731115087429 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115087467 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115087467Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115087482 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115087482Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115087891 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115087907 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115087907Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115088317 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115088329 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115088329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b22178: reopening flushed file at 1731115088738 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2670aed0: reopening flushed file at 1731115088744 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b75a56: reopening flushed file at 1731115088753 (+9 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=70, compaction requested=false at 1731115088760 (+7 ms)Writing region close event to WAL at 1731115088764 (+4 ms)Closed at 1731115088764 2024-11-09T01:18:08,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741830_1006 (size=41008) 2024-11-09T01:18:08,767 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:18:08,767 INFO [M:0;5296cfb18d53:45129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:18:08,767 INFO [M:0;5296cfb18d53:45129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45129 2024-11-09T01:18:08,767 INFO [M:0;5296cfb18d53:45129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:18:08,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:18:08,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:08,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:08,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:08,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:08,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:08,932 INFO [M:0;5296cfb18d53:45129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:18:08,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1011d2bb8110000, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:08,934 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:18:08,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:08,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:08,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:18:08,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:08,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:18:08,934 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:18:08,934 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:18:08,935 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35975 2024-11-09T01:18:08,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35975 connecting to ZooKeeper ensemble=127.0.0.1:61140 2024-11-09T01:18:08,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359750x0, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:18:08,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35975-0x1011d2bb8110006 connected 2024-11-09T01:18:08,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:08,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:08,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on znode that does not yet exist, /01376012243/running 2024-11-09T01:18:08,963 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376012243/meta-region-server: INIT 2024-11-09T01:18:08,963 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544, hbase.cluster.distributed=false 2024-11-09T01:18:08,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on znode that does not yet exist, /01376012243/acl 2024-11-09T01:18:08,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35975 2024-11-09T01:18:08,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35975 2024-11-09T01:18:08,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35975 2024-11-09T01:18:08,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35975 2024-11-09T01:18:08,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35975 2024-11-09T01:18:08,977 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:18:08,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:08,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:08,977 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:18:08,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:08,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:18:08,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:18:08,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:18:08,978 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40711 2024-11-09T01:18:08,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40711 connecting to ZooKeeper ensemble=127.0.0.1:61140 2024-11-09T01:18:08,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:08,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:08,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407110x0, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:18:08,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407110x0, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on znode that does not yet exist, /01376012243/running 2024-11-09T01:18:08,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40711-0x1011d2bb8110007 connected 2024-11-09T01:18:08,990 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376012243/meta-region-server: INIT 2024-11-09T01:18:08,991 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:18:08,991 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:18:08,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on znode that does not yet exist, /01376012243/master 2024-11-09T01:18:08,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on znode that does not yet exist, /01376012243/acl 2024-11-09T01:18:08,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-09T01:18:08,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40711 2024-11-09T01:18:08,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40711 2024-11-09T01:18:08,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-09T01:18:08,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-09T01:18:09,008 DEBUG [M:0;5296cfb18d53:35975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:35975 2024-11-09T01:18:09,008 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01376012243/backup-masters/5296cfb18d53,35975,1731115088934 2024-11-09T01:18:09,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243/backup-masters 2024-11-09T01:18:09,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243/backup-masters 2024-11-09T01:18:09,017 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on existing znode=/01376012243/backup-masters/5296cfb18d53,35975,1731115088934 2024-11-09T01:18:09,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:18:09,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376012243/master 2024-11-09T01:18:09,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:18:09,027 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on existing znode=/01376012243/master 2024-11-09T01:18:09,027 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01376012243/backup-masters/5296cfb18d53,35975,1731115088934 from backup master directory 2024-11-09T01:18:09,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376012243/backup-masters/5296cfb18d53,35975,1731115088934 2024-11-09T01:18:09,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243/backup-masters 2024-11-09T01:18:09,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243/backup-masters 2024-11-09T01:18:09,037 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:18:09,037 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,35975,1731115088934 2024-11-09T01:18:09,046 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:09,046 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:18:09,052 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-09T01:18:09,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741846_1022 (size=196) 2024-11-09T01:18:09,469 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:18:09,470 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:18:09,470 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:09,475 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T01:18:09,477 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/WALs/5296cfb18d53,45129,1731115074674 to hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/WALs/5296cfb18d53,45129,1731115074674-dead as it is dead 2024-11-09T01:18:09,478 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/WALs/5296cfb18d53,45129,1731115074674-dead/5296cfb18d53%2C45129%2C1731115074674.1731115076254 2024-11-09T01:18:09,478 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/WALs/5296cfb18d53,45129,1731115074674-dead/5296cfb18d53%2C45129%2C1731115074674.1731115076254 after 0ms 2024-11-09T01:18:09,479 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/WALs/5296cfb18d53,45129,1731115074674-dead/5296cfb18d53%2C45129%2C1731115074674.1731115076254 to hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5296cfb18d53%2C45129%2C1731115074674.1731115076254 2024-11-09T01:18:09,479 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/WALs/5296cfb18d53,45129,1731115074674-dead 2024-11-09T01:18:09,480 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/WALs/5296cfb18d53,35975,1731115088934 2024-11-09T01:18:09,480 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:18:09,482 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C35975%2C1731115088934, suffix=, logDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/WALs/5296cfb18d53,35975,1731115088934, archiveDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/oldWALs, maxLogs=10 2024-11-09T01:18:09,493 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/WALs/5296cfb18d53,35975,1731115088934/5296cfb18d53%2C35975%2C1731115088934.1731115089482, exclude list is [], retry=0 2024-11-09T01:18:09,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-ef2dcb22-be5e-483f-a9b0-80b26c3048b9,DISK] 2024-11-09T01:18:09,497 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/WALs/5296cfb18d53,35975,1731115088934/5296cfb18d53%2C35975%2C1731115088934.1731115089482 2024-11-09T01:18:09,497 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35017:35017)] 2024-11-09T01:18:09,497 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:09,497 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:09,497 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:09,497 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:09,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:09,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:18:09,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:09,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1dc33891c046478aa1d61c6d986331f4 2024-11-09T01:18:09,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:09,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:09,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:18:09,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:09,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a8afeff1f4a4579bb5efb216cf7bf37 2024-11-09T01:18:09,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:09,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:09,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:18:09,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:09,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee163906ef2d45cfb45c0b6bb5e0a196 2024-11-09T01:18:09,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:09,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:09,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:18:09,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:09,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:09,519 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:09,519 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T01:18:09,519 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5296cfb18d53%2C45129%2C1731115074674.1731115076254 2024-11-09T01:18:09,524 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5296cfb18d53%2C45129%2C1731115074674.1731115076254 2024-11-09T01:18:09,525 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5296cfb18d53%2C45129%2C1731115074674.1731115076254 2024-11-09T01:18:09,526 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:09,526 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:09,526 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:09,528 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:09,530 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-09T01:18:09,530 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71738466, jitterRate=0.0689864456653595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:09,531 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115089497Initializing all the Stores at 1731115089498 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115089498Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115089498Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115089498Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115089498Cleaning up temporary data from old regions at 1731115089526 (+28 ms)Region opened successfully at 1731115089531 (+5 ms) 2024-11-09T01:18:09,531 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:18:09,533 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4619ee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:18:09,535 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T01:18:09,535 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:18:09,535 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:18:09,535 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:18:09,536 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:18:09,538 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:09,538 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:18:09,539 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:18:09,539 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-09T01:18:09,539 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:18:09,541 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5296cfb18d53,36827,1731115074881, regionLocation=5296cfb18d53,36827,1731115074881, openSeqNum=2 2024-11-09T01:18:09,541 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5296cfb18d53,36827,1731115074881, table=hbase:meta, region=1588230740 2024-11-09T01:18:09,541 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,36827,1731115074881, state=OPEN 2024-11-09T01:18:09,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376012243/meta-region-server 2024-11-09T01:18:09,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376012243/meta-region-server 2024-11-09T01:18:09,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376012243/meta-region-server: CHANGED 2024-11-09T01:18:09,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376012243/meta-region-server: CHANGED 2024-11-09T01:18:09,593 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:18:09,606 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376012243/draining/5296cfb18d53,36827,1731115074881 already deleted, retry=false 2024-11-09T01:18:09,606 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5296cfb18d53,36827,1731115074881 on 5296cfb18d53,35975,1731115088934 2024-11-09T01:18:09,607 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5296cfb18d53,36827,1731115074881, splitWal=true, meta=true 2024-11-09T01:18:09,607 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 5296cfb18d53,36827,1731115074881 (carryingMeta=true) 5296cfb18d53,36827,1731115074881/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@32c19fdd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T01:18:09,608 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Unable to get data of znode /01376012243/balancer because node does not exist (not necessarily an error) 2024-11-09T01:18:09,616 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376012243/balancer already deleted, retry=false 2024-11-09T01:18:09,617 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:18:09,618 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Unable to get data of znode /01376012243/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:18:09,627 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376012243/normalizer already deleted, retry=false 2024-11-09T01:18:09,627 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:18:09,628 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Unable to get data of znode /01376012243/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:18:09,637 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376012243/switch/split already deleted, retry=false 2024-11-09T01:18:09,638 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Unable to get data of znode /01376012243/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:18:09,648 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376012243/switch/merge already deleted, retry=false 2024-11-09T01:18:09,660 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Unable to get data of znode /01376012243/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:18:09,669 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376012243/snapshot-cleanup already deleted, retry=false 2024-11-09T01:18:09,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376012243/running 2024-11-09T01:18:09,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376012243/running 2024-11-09T01:18:09,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:18:09,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:18:09,680 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,35975,1731115088934, sessionid=0x1011d2bb8110006, setting cluster-up flag (Was=false) 2024-11-09T01:18:09,690 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01376012243/flush-table-proc/acquired, /01376012243/flush-table-proc/reached, /01376012243/flush-table-proc/abort 2024-11-09T01:18:09,691 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,35975,1731115088934 2024-11-09T01:18:09,701 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01376012243/online-snapshot/acquired, /01376012243/online-snapshot/reached, /01376012243/online-snapshot/abort 2024-11-09T01:18:09,702 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,35975,1731115088934 2024-11-09T01:18:09,702 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/.lastflushedseqids 2024-11-09T01:18:09,704 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:18:09,704 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:18:09,704 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,35975,1731115088934 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5296cfb18d53,36827,1731115074881 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:18:09,705 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:09,705 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:09,706 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:09,706 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:09,706 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:18:09,706 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:09,706 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:18:09,706 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:09,707 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5296cfb18d53,36827,1731115074881, splitWal=true, meta=true 2024-11-09T01:18:09,708 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5296cfb18d53,36827,1731115074881, splitWal=true, meta=true, isMeta: true 2024-11-09T01:18:09,708 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115119708 2024-11-09T01:18:09,708 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:18:09,708 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:18:09,708 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:18:09,708 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:18:09,708 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:18:09,708 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:18:09,709 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881-splitting 2024-11-09T01:18:09,710 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881-splitting dir is empty, no logs to split. 2024-11-09T01:18:09,710 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5296cfb18d53,36827,1731115074881 WAL count=0, meta=true 2024-11-09T01:18:09,710 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:09,711 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:18:09,711 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:18:09,711 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:18:09,711 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:18:09,711 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:18:09,711 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:18:09,711 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115089711,5,FailOnTimeoutGroup] 2024-11-09T01:18:09,712 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115089711,5,FailOnTimeoutGroup] 2024-11-09T01:18:09,712 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:09,712 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:18:09,712 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:09,712 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:09,712 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115089712, completionTime=-1 2024-11-09T01:18:09,712 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T01:18:09,712 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T01:18:09,712 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881-splitting dir is empty, no logs to split. 2024-11-09T01:18:09,712 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5296cfb18d53,36827,1731115074881 WAL count=0, meta=true 2024-11-09T01:18:09,713 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5296cfb18d53,36827,1731115074881 WAL splitting is done? wals=0, meta=true 2024-11-09T01:18:09,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:18:09,714 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:18:09,715 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T01:18:09,800 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(746): ClusterId : eeff528d-3541-41ba-9d57-785eba1b8ce7 2024-11-09T01:18:09,800 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:18:09,812 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:18:09,812 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:18:09,822 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:18:09,823 DEBUG [RS:0;5296cfb18d53:40711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b4424f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:18:09,833 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:40711 2024-11-09T01:18:09,833 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:18:09,833 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:18:09,833 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:18:09,834 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,35975,1731115088934 with port=40711, startcode=1731115088977 2024-11-09T01:18:09,834 DEBUG [RS:0;5296cfb18d53:40711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:18:09,835 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:18:09,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,40711,1731115088977 2024-11-09T01:18:09,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35975 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,40711,1731115088977 2024-11-09T01:18:09,837 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544 2024-11-09T01:18:09,837 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45753 2024-11-09T01:18:09,837 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:18:09,862 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T01:18:09,865 WARN [5296cfb18d53:35975 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T01:18:09,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243/rs 2024-11-09T01:18:09,881 DEBUG [RS:0;5296cfb18d53:40711 {}] zookeeper.ZKUtil(111): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on existing znode=/01376012243/rs/5296cfb18d53,40711,1731115088977 2024-11-09T01:18:09,881 WARN [RS:0;5296cfb18d53:40711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:18:09,882 INFO [RS:0;5296cfb18d53:40711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:09,882 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977 2024-11-09T01:18:09,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,40711,1731115088977] 2024-11-09T01:18:09,899 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:18:09,900 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:18:09,900 INFO [RS:0;5296cfb18d53:40711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:18:09,901 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:09,901 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:18:09,901 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:18:09,901 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:09,902 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:09,902 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:09,902 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:09,902 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:09,902 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:09,902 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:18:09,902 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:09,902 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:09,902 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:09,902 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:09,902 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:09,902 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:09,902 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:18:09,902 DEBUG [RS:0;5296cfb18d53:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:18:09,902 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:09,902 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:09,902 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:09,902 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:09,902 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:09,902 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40711,1731115088977-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:18:09,914 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:18:09,914 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40711,1731115088977-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:09,926 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,40711,1731115088977, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:18:09,926 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:09,926 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.Replication(171): 5296cfb18d53,40711,1731115088977 started 2024-11-09T01:18:09,938 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:09,939 DEBUG [RS:0;5296cfb18d53:40711.replicationSource,1-5296cfb18d53,40711,1731115088977 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:42115' 2024-11-09T01:18:09,939 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,40711,1731115088977, RpcServer on 5296cfb18d53/172.17.0.2:40711, sessionid=0x1011d2bb8110007 2024-11-09T01:18:09,939 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:18:09,939 DEBUG [RS:0;5296cfb18d53:40711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,40711,1731115088977 2024-11-09T01:18:09,939 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,40711,1731115088977' 2024-11-09T01:18:09,939 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01376012243/flush-table-proc/abort' 2024-11-09T01:18:09,939 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01376012243/flush-table-proc/acquired' 2024-11-09T01:18:09,940 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:18:09,940 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:18:09,940 DEBUG [RS:0;5296cfb18d53:40711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,40711,1731115088977 2024-11-09T01:18:09,940 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,40711,1731115088977' 2024-11-09T01:18:09,940 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01376012243/online-snapshot/abort' 2024-11-09T01:18:09,940 DEBUG [RS:0;5296cfb18d53:40711.replicationSource,1-5296cfb18d53,40711,1731115088977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@205dfc1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:09,940 DEBUG [RS:0;5296cfb18d53:40711.replicationSource,1-5296cfb18d53,40711,1731115088977 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42115,-1 for getting cluster id 2024-11-09T01:18:09,940 DEBUG [RS:0;5296cfb18d53:40711.replicationSource,1-5296cfb18d53,40711,1731115088977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:09,940 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01376012243/online-snapshot/acquired' 2024-11-09T01:18:09,940 DEBUG [RS:0;5296cfb18d53:40711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:18:09,940 INFO [RS:0;5296cfb18d53:40711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:18:09,940 INFO [RS:0;5296cfb18d53:40711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:18:09,941 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90695ec2-fccc-4470-9c2e-ca939dd9ebe5' 2024-11-09T01:18:09,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:09,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90695ec2-fccc-4470-9c2e-ca939dd9ebe5" 2024-11-09T01:18:09,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48a56d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:09,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42115,-1] 2024-11-09T01:18:09,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:09,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:09,942 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:09,943 DEBUG [RS:0;5296cfb18d53:40711.replicationSource,1-5296cfb18d53,40711,1731115088977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@128a25d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:09,943 DEBUG [RS:0;5296cfb18d53:40711.replicationSource,1-5296cfb18d53,40711,1731115088977 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:09,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,42115,1731115079787 2024-11-09T01:18:09,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eaa1584 2024-11-09T01:18:09,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:09,944 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-09T01:18:09,945 INFO [RS:0;5296cfb18d53:40711.replicationSource,1-5296cfb18d53,40711,1731115088977 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,40711,1731115088977 (queues=0) is replicating from cluster=eeff528d-3541-41ba-9d57-785eba1b8ce7 to cluster=90695ec2-fccc-4470-9c2e-ca939dd9ebe5 2024-11-09T01:18:10,041 INFO [RS:0;5296cfb18d53:40711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:18:10,042 INFO [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C40711%2C1731115088977, suffix=, logDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977, archiveDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/oldWALs, maxLogs=10 2024-11-09T01:18:10,054 DEBUG [RS:0;5296cfb18d53:40711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.1731115090042, exclude list is [], retry=0 2024-11-09T01:18:10,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-ef2dcb22-be5e-483f-a9b0-80b26c3048b9,DISK] 2024-11-09T01:18:10,058 INFO [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.1731115090042 2024-11-09T01:18:10,058 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5296cfb18d53%2C40711%2C1731115088977 for peer 1 2024-11-09T01:18:10,058 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C40711%2C1731115088977 2024-11-09T01:18:10,058 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,40711,1731115088977, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:18:10,059 DEBUG [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35017:35017)] 2024-11-09T01:18:10,059 INFO [RS:0;5296cfb18d53:40711.replicationSource.shipper5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C40711%2C1731115088977 2024-11-09T01:18:10,059 DEBUG [RS:0;5296cfb18d53:40711.replicationSource.wal-reader.5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.1731115090042, startPosition=0, beingWritten=true 2024-11-09T01:18:10,115 DEBUG [5296cfb18d53:35975 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:18:10,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,40711,1731115088977 2024-11-09T01:18:10,117 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,40711,1731115088977, state=OPENING 2024-11-09T01:18:10,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376012243/meta-region-server 2024-11-09T01:18:10,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376012243/meta-region-server 2024-11-09T01:18:10,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376012243/meta-region-server: CHANGED 2024-11-09T01:18:10,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376012243/meta-region-server: CHANGED 2024-11-09T01:18:10,138 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:18:10,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,40711,1731115088977}] 2024-11-09T01:18:10,263 DEBUG [RS:0;5296cfb18d53:40711.replicationSource.wal-reader.5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.1731115090042 to pos 0, reset compression=false 2024-11-09T01:18:10,290 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:18:10,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:18:10,295 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:18:10,295 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:10,296 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:18:10,297 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C40711%2C1731115088977.meta, suffix=.meta, logDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977, archiveDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/oldWALs, maxLogs=10 2024-11-09T01:18:10,312 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.meta.1731115090297.meta, exclude list is [], retry=0 2024-11-09T01:18:10,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-ef2dcb22-be5e-483f-a9b0-80b26c3048b9,DISK] 2024-11-09T01:18:10,316 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.meta.1731115090297.meta 2024-11-09T01:18:10,317 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35017:35017)] 2024-11-09T01:18:10,317 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:10,317 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:18:10,318 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:18:10,318 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:18:10,318 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:18:10,318 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:18:10,318 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:10,318 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:18:10,318 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:18:10,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:18:10,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:18:10,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:10,326 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/info/a9dad3a2e6ba426ca92109b345847660 2024-11-09T01:18:10,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:10,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:18:10,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:18:10,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:10,332 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/ns/3a047723932645bea6ba3535d70a134d 2024-11-09T01:18:10,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:10,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:18:10,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:18:10,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:10,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:10,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:18:10,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:18:10,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:10,339 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/table/6c15c33b81704d8e9a88329dc8e2ab67 2024-11-09T01:18:10,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:10,339 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:18:10,340 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740 2024-11-09T01:18:10,341 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740 2024-11-09T01:18:10,341 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:18:10,341 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:18:10,342 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:10,343 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:18:10,343 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69098558, jitterRate=0.02964875102043152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:10,343 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:18:10,343 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115090318Writing region info on filesystem at 1731115090318Initializing all the Stores at 1731115090319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115090319Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115090319Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115090319Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115090319Cleaning up temporary data from old regions at 1731115090341 (+22 ms)Running coprocessor post-open hooks at 1731115090343 (+2 ms)Region opened successfully at 1731115090343 2024-11-09T01:18:10,344 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731115090290 2024-11-09T01:18:10,346 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:18:10,346 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:18:10,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5296cfb18d53,40711,1731115088977 2024-11-09T01:18:10,347 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,40711,1731115088977, state=OPEN 2024-11-09T01:18:10,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376012243/meta-region-server 2024-11-09T01:18:10,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376012243/meta-region-server 2024-11-09T01:18:10,358 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,40711,1731115088977 2024-11-09T01:18:10,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376012243/meta-region-server: CHANGED 2024-11-09T01:18:10,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376012243/meta-region-server: CHANGED 2024-11-09T01:18:10,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T01:18:10,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,40711,1731115088977 in 220 msec 2024-11-09T01:18:10,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T01:18:10,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-11-09T01:18:10,568 DEBUG [RS:0;5296cfb18d53:40711.replicationSource.wal-reader.5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.1731115090042 to pos 0, reset compression=false 2024-11-09T01:18:10,973 DEBUG [RS:0;5296cfb18d53:40711.replicationSource.wal-reader.5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.1731115090042 to pos 0, reset compression=false 2024-11-09T01:18:11,365 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-09T01:18:11,477 DEBUG [RS:0;5296cfb18d53:40711.replicationSource.wal-reader.5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.1731115090042 to pos 0, reset compression=false 2024-11-09T01:18:12,081 DEBUG [RS:0;5296cfb18d53:40711.replicationSource.wal-reader.5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.1731115090042 to pos 0, reset compression=false 2024-11-09T01:18:12,786 DEBUG [RS:0;5296cfb18d53:40711.replicationSource.wal-reader.5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.1731115090042 to pos 0, reset compression=false 2024-11-09T01:18:12,867 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-09T01:18:13,590 DEBUG [RS:0;5296cfb18d53:40711.replicationSource.wal-reader.5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.1731115090042 to pos 0, reset compression=false 2024-11-09T01:18:14,219 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T01:18:14,219 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:18:14,219 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:14,219 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,40711,1731115088977, seqNum=-1] 2024-11-09T01:18:14,220 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:14,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:18:14,224 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3ff7be09418ba46f9505b8fffb0764e5, regionState=OPEN, lastHost=5296cfb18d53,36827,1731115074881, regionLocation=5296cfb18d53,36827,1731115074881, openSeqNum=2 2024-11-09T01:18:14,224 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:18:14,224 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115154224 2024-11-09T01:18:14,224 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115214224 2024-11-09T01:18:14,224 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-09T01:18:14,225 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5296cfb18d53,36827,1731115074881 had 2 regions 2024-11-09T01:18:14,225 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35975,1731115088934-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:14,225 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35975,1731115088934-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:14,225 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35975,1731115088934-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:14,225 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:35975, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:14,225 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:14,225 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:14,226 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5296cfb18d53,36827,1731115074881, splitWal=true, meta=true, isMeta: false 2024-11-09T01:18:14,227 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881-splitting dir is empty, no logs to split. 2024-11-09T01:18:14,227 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5296cfb18d53,36827,1731115074881 WAL count=0, meta=false 2024-11-09T01:18:14,230 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,36827,1731115074881-splitting dir is empty, no logs to split. 2024-11-09T01:18:14,230 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5296cfb18d53,36827,1731115074881 WAL count=0, meta=false 2024-11-09T01:18:14,230 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5296cfb18d53,36827,1731115074881 WAL splitting is done? wals=0, meta=false 2024-11-09T01:18:14,231 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.194sec 2024-11-09T01:18:14,231 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:18:14,231 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:18:14,231 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:18:14,231 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:18:14,231 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:18:14,231 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35975,1731115088934-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:18:14,231 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35975,1731115088934-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:18:14,232 WARN [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5296cfb18d53,36827,1731115074881/hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:14,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ff7be09418ba46f9505b8fffb0764e5, ASSIGN}] 2024-11-09T01:18:14,235 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ff7be09418ba46f9505b8fffb0764e5, ASSIGN 2024-11-09T01:18:14,236 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:18:14,236 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:18:14,236 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35975,1731115088934-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:14,236 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ff7be09418ba46f9505b8fffb0764e5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T01:18:14,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ff01d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:14,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,35975,-1 for getting cluster id 2024-11-09T01:18:14,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:14,304 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeff528d-3541-41ba-9d57-785eba1b8ce7' 2024-11-09T01:18:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeff528d-3541-41ba-9d57-785eba1b8ce7" 2024-11-09T01:18:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7c5e6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,35975,-1] 2024-11-09T01:18:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:14,306 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:14,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cae5a18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:14,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:14,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,40711,1731115088977, seqNum=-1] 2024-11-09T01:18:14,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:14,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:18:14,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T01:18:14,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:14,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:14,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:14,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:14,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:14,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5296cfb18d53:35975 after: 5296cfb18d53:35975 2024-11-09T01:18:14,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b390b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:14,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,35975,-1 for getting cluster id 2024-11-09T01:18:14,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:14,313 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeff528d-3541-41ba-9d57-785eba1b8ce7' 2024-11-09T01:18:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeff528d-3541-41ba-9d57-785eba1b8ce7" 2024-11-09T01:18:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2b2a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,35975,-1] 2024-11-09T01:18:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:14,314 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:14,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d05ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:14,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:14,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,35975,1731115088934 2024-11-09T01:18:14,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@91f8a59 2024-11-09T01:18:14,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:14,317 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:18:14,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35975 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T01:18:14,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:18:14,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:14,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:14,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:14,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:14,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:14,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:18:14,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1842244196, stopped=false 2024-11-09T01:18:14,318 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,42115,1731115079787 2024-11-09T01:18:14,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11721753785/running 2024-11-09T01:18:14,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11721753785/running 2024-11-09T01:18:14,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:18:14,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:18:14,384 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:18:14,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:14,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:14,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:14,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Set watcher on znode that does not yet exist, /11721753785/running 2024-11-09T01:18:14,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Set watcher on znode that does not yet exist, /11721753785/running 2024-11-09T01:18:14,385 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,44539,1731115079933' ***** 2024-11-09T01:18:14,385 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:18:14,385 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:18:14,385 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:18:14,385 INFO [RS:0;5296cfb18d53:44539 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:18:14,385 INFO [RS:0;5296cfb18d53:44539 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:18:14,385 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,44539,1731115079933 2024-11-09T01:18:14,385 INFO [RS:0;5296cfb18d53:44539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:18:14,385 INFO [RS:0;5296cfb18d53:44539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:44539. 2024-11-09T01:18:14,385 DEBUG [RS:0;5296cfb18d53:44539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:14,386 DEBUG [RS:0;5296cfb18d53:44539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:14,386 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:18:14,386 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:18:14,386 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:18:14,386 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:18:14,386 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:18:14,386 DEBUG [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:18:14,386 DEBUG [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:18:14,386 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:18:14,386 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:18:14,386 DEBUG [5296cfb18d53:35975 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:18:14,386 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:18:14,386 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:18:14,386 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:18:14,386 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T01:18:14,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3ff7be09418ba46f9505b8fffb0764e5, regionState=OPENING, regionLocation=5296cfb18d53,40711,1731115088977 2024-11-09T01:18:14,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ff7be09418ba46f9505b8fffb0764e5, ASSIGN because future has completed 2024-11-09T01:18:14,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ff7be09418ba46f9505b8fffb0764e5, server=5296cfb18d53,40711,1731115088977}] 2024-11-09T01:18:14,401 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/data/hbase/meta/1588230740/.tmp/ns/c4024ad72bdf4869a56a47e393f22bb7 is 43, key is default/ns:d/1731115083298/Put/seqid=0 2024-11-09T01:18:14,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741835_1011 (size=5153) 2024-11-09T01:18:14,485 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:18:14,494 DEBUG [RS:0;5296cfb18d53:40711.replicationSource.wal-reader.5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.1731115090042 to pos 0, reset compression=false 2024-11-09T01:18:14,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:14,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:14,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:18:14,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C40711%2C1731115088977.rep, suffix=, logDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977, archiveDir=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/oldWALs, maxLogs=10 2024-11-09T01:18:14,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.rep.1731115094545, exclude list is [], retry=0 2024-11-09T01:18:14,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-ef2dcb22-be5e-483f-a9b0-80b26c3048b9,DISK] 2024-11-09T01:18:14,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.rep.1731115094545 2024-11-09T01:18:14,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35017:35017)] 2024-11-09T01:18:14,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ff7be09418ba46f9505b8fffb0764e5, NAME => 'hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:14,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:18:14,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:18:14,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. service=MultiRowMutationService 2024-11-09T01:18:14,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:18:14,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:14,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:14,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:14,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:14,563 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:14,563 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff7be09418ba46f9505b8fffb0764e5 columnFamilyName hfileref 2024-11-09T01:18:14,563 DEBUG [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:14,564 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] regionserver.HStore(327): Store=3ff7be09418ba46f9505b8fffb0764e5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:14,564 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:14,565 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff7be09418ba46f9505b8fffb0764e5 columnFamilyName queue 2024-11-09T01:18:14,565 DEBUG [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:14,570 DEBUG [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/replication/3ff7be09418ba46f9505b8fffb0764e5/queue/b73171c613a64b5090297940c393cca2 2024-11-09T01:18:14,570 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] regionserver.HStore(327): Store=3ff7be09418ba46f9505b8fffb0764e5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:14,570 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:14,570 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff7be09418ba46f9505b8fffb0764e5 columnFamilyName sid 2024-11-09T01:18:14,571 DEBUG [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:14,571 INFO [StoreOpener-3ff7be09418ba46f9505b8fffb0764e5-1 {}] regionserver.HStore(327): Store=3ff7be09418ba46f9505b8fffb0764e5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:14,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:14,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/replication/3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:14,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/replication/3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:14,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:14,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:14,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:18:14,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:14,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 3ff7be09418ba46f9505b8fffb0764e5; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68526722, jitterRate=0.02112773060798645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:18:14,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:14,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 3ff7be09418ba46f9505b8fffb0764e5: Running coprocessor pre-open hook at 1731115094561Writing region info on filesystem at 1731115094561Initializing all the Stores at 1731115094562 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115094562Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115094563 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115094563Cleaning up temporary data from old regions at 1731115094573 (+10 ms)Running coprocessor post-open hooks at 1731115094575 (+2 ms)Region opened successfully at 1731115094576 (+1 ms) 2024-11-09T01:18:14,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5., pid=13, masterSystemTime=1731115094540 2024-11-09T01:18:14,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:14,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:14,579 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3ff7be09418ba46f9505b8fffb0764e5, regionState=OPEN, openSeqNum=9, regionLocation=5296cfb18d53,40711,1731115088977 2024-11-09T01:18:14,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ff7be09418ba46f9505b8fffb0764e5, server=5296cfb18d53,40711,1731115088977 because future has completed 2024-11-09T01:18:14,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T01:18:14,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ff7be09418ba46f9505b8fffb0764e5, server=5296cfb18d53,40711,1731115088977 in 193 msec 2024-11-09T01:18:14,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-09T01:18:14,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ff7be09418ba46f9505b8fffb0764e5, ASSIGN in 349 msec 2024-11-09T01:18:14,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T01:18:14,586 DEBUG [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:18:14,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5., hostname=5296cfb18d53,40711,1731115088977, seqNum=9] 2024-11-09T01:18:14,602 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 5296cfb18d53,36827,1731115074881 2024-11-09T01:18:14,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T01:18:14,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40711 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-09T01:18:14,786 DEBUG [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:18:14,805 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/data/hbase/meta/1588230740/.tmp/ns/c4024ad72bdf4869a56a47e393f22bb7 2024-11-09T01:18:14,811 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/data/hbase/meta/1588230740/.tmp/ns/c4024ad72bdf4869a56a47e393f22bb7 as hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/data/hbase/meta/1588230740/ns/c4024ad72bdf4869a56a47e393f22bb7 2024-11-09T01:18:14,815 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/data/hbase/meta/1588230740/ns/c4024ad72bdf4869a56a47e393f22bb7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T01:18:14,816 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-11-09T01:18:14,816 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:18:14,820 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T01:18:14,821 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:14,821 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:18:14,821 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:18:14,821 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115094386Running coprocessor pre-close hooks at 1731115094386Disabling compacts and flushes for region at 1731115094386Disabling writes for close at 1731115094386Obtaining lock to block concurrent updates at 1731115094386Preparing flush snapshotting stores in 1588230740 at 1731115094386Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731115094386Flushing stores of hbase:meta,,1.1588230740 at 1731115094387 (+1 ms)Flushing 1588230740/ns: creating writer at 1731115094387Flushing 1588230740/ns: appending metadata at 1731115094400 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731115094401 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a57cc91: reopening flushed file at 1731115094810 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1731115094816 (+6 ms)Writing region close event to WAL at 1731115094817 (+1 ms)Running coprocessor post-close hooks at 1731115094820 (+3 ms)Closed at 1731115094821 (+1 ms) 2024-11-09T01:18:14,821 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:18:14,986 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,44539,1731115079933; all regions closed. 2024-11-09T01:18:14,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741834_1010 (size=1152) 2024-11-09T01:18:14,990 DEBUG [RS:0;5296cfb18d53:44539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/oldWALs 2024-11-09T01:18:14,990 INFO [RS:0;5296cfb18d53:44539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C44539%2C1731115079933.meta:.meta(num 1731115083245) 2024-11-09T01:18:14,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741832_1008 (size=93) 2024-11-09T01:18:14,992 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/WALs/5296cfb18d53,44539,1731115079933/5296cfb18d53%2C44539%2C1731115079933.1731115082315 not finished, retry = 0 2024-11-09T01:18:15,094 DEBUG [RS:0;5296cfb18d53:44539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/oldWALs 2024-11-09T01:18:15,094 INFO [RS:0;5296cfb18d53:44539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C44539%2C1731115079933:(num 1731115082315) 2024-11-09T01:18:15,094 DEBUG [RS:0;5296cfb18d53:44539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:15,094 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:18:15,094 INFO [RS:0;5296cfb18d53:44539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:18:15,094 INFO [RS:0;5296cfb18d53:44539 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:18:15,094 INFO [RS:0;5296cfb18d53:44539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:18:15,094 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:18:15,094 INFO [RS:0;5296cfb18d53:44539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44539 2024-11-09T01:18:15,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11721753785/rs/5296cfb18d53,44539,1731115079933 2024-11-09T01:18:15,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785/rs 2024-11-09T01:18:15,116 INFO [RS:0;5296cfb18d53:44539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:18:15,126 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,44539,1731115079933] 2024-11-09T01:18:15,137 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11721753785/draining/5296cfb18d53,44539,1731115079933 already deleted, retry=false 2024-11-09T01:18:15,137 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,44539,1731115079933 expired; onlineServers=0 2024-11-09T01:18:15,137 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,42115,1731115079787' ***** 2024-11-09T01:18:15,137 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:18:15,137 INFO [M:0;5296cfb18d53:42115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:18:15,137 INFO [M:0;5296cfb18d53:42115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:18:15,137 DEBUG [M:0;5296cfb18d53:42115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:18:15,137 DEBUG [M:0;5296cfb18d53:42115 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:18:15,137 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:18:15,137 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115082034 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115082034,5,FailOnTimeoutGroup] 2024-11-09T01:18:15,137 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115082034 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115082034,5,FailOnTimeoutGroup] 2024-11-09T01:18:15,137 INFO [M:0;5296cfb18d53:42115 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:18:15,137 INFO [M:0;5296cfb18d53:42115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:18:15,138 DEBUG [M:0;5296cfb18d53:42115 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:18:15,138 INFO [M:0;5296cfb18d53:42115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:18:15,138 INFO [M:0;5296cfb18d53:42115 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:18:15,138 INFO [M:0;5296cfb18d53:42115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:18:15,138 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:18:15,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11721753785/master 2024-11-09T01:18:15,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11721753785 2024-11-09T01:18:15,147 DEBUG [M:0;5296cfb18d53:42115 {}] zookeeper.ZKUtil(347): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Unable to get data of znode /11721753785/master because node does not exist (not an error) 2024-11-09T01:18:15,147 WARN [M:0;5296cfb18d53:42115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:18:15,149 INFO [M:0;5296cfb18d53:42115 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/.lastflushedseqids 2024-11-09T01:18:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741836_1012 (size=99) 2024-11-09T01:18:15,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:15,227 INFO [RS:0;5296cfb18d53:44539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:18:15,227 INFO [RS:0;5296cfb18d53:44539 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,44539,1731115079933; zookeeper connection closed. 2024-11-09T01:18:15,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x1011d2bb8110004, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:15,227 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e156937 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e156937 2024-11-09T01:18:15,227 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:18:15,499 DEBUG [RS:0;5296cfb18d53:40711.replicationSource.wal-reader.5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.1731115090042 to pos 0, reset compression=false 2024-11-09T01:18:15,555 INFO [M:0;5296cfb18d53:42115 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:18:15,555 INFO [M:0;5296cfb18d53:42115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:18:15,556 DEBUG [M:0;5296cfb18d53:42115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:18:15,556 INFO [M:0;5296cfb18d53:42115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:15,556 DEBUG [M:0;5296cfb18d53:42115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:15,556 DEBUG [M:0;5296cfb18d53:42115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:18:15,556 DEBUG [M:0;5296cfb18d53:42115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:15,556 INFO [M:0;5296cfb18d53:42115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T01:18:15,569 DEBUG [M:0;5296cfb18d53:42115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c23dd913f7343928790f1300dba7474 is 82, key is hbase:meta,,1/info:regioninfo/1731115083280/Put/seqid=0 2024-11-09T01:18:15,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741837_1013 (size=5672) 2024-11-09T01:18:15,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:18:15,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:15,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:15,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:15,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:15,974 INFO [M:0;5296cfb18d53:42115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c23dd913f7343928790f1300dba7474 2024-11-09T01:18:15,991 DEBUG [M:0;5296cfb18d53:42115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d6c4eb3d3474d6591abc140d2f36d08 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731115083302/Put/seqid=0 2024-11-09T01:18:15,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741838_1014 (size=5275) 2024-11-09T01:18:16,395 INFO [M:0;5296cfb18d53:42115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d6c4eb3d3474d6591abc140d2f36d08 2024-11-09T01:18:16,412 DEBUG [M:0;5296cfb18d53:42115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec81c363296d4e9e87532325543ee35d is 69, key is 5296cfb18d53,44539,1731115079933/rs:state/1731115082093/Put/seqid=0 2024-11-09T01:18:16,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741839_1015 (size=5156) 2024-11-09T01:18:16,603 DEBUG [RS:0;5296cfb18d53:40711.replicationSource.wal-reader.5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.1731115090042 to pos 0, reset compression=false 2024-11-09T01:18:16,816 INFO [M:0;5296cfb18d53:42115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec81c363296d4e9e87532325543ee35d 2024-11-09T01:18:16,821 DEBUG [M:0;5296cfb18d53:42115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c23dd913f7343928790f1300dba7474 as hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c23dd913f7343928790f1300dba7474 2024-11-09T01:18:16,825 INFO [M:0;5296cfb18d53:42115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c23dd913f7343928790f1300dba7474, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T01:18:16,826 DEBUG [M:0;5296cfb18d53:42115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d6c4eb3d3474d6591abc140d2f36d08 as hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d6c4eb3d3474d6591abc140d2f36d08 2024-11-09T01:18:16,830 INFO [M:0;5296cfb18d53:42115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d6c4eb3d3474d6591abc140d2f36d08, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T01:18:16,831 DEBUG [M:0;5296cfb18d53:42115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec81c363296d4e9e87532325543ee35d as hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec81c363296d4e9e87532325543ee35d 2024-11-09T01:18:16,836 INFO [M:0;5296cfb18d53:42115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec81c363296d4e9e87532325543ee35d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T01:18:16,836 INFO [M:0;5296cfb18d53:42115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false 2024-11-09T01:18:16,842 INFO [M:0;5296cfb18d53:42115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:16,842 DEBUG [M:0;5296cfb18d53:42115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115095556Disabling compacts and flushes for region at 1731115095556Disabling writes for close at 1731115095556Obtaining lock to block concurrent updates at 1731115095556Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115095556Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731115095556Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115095557 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115095557Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115095569 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115095569Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115095978 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115095990 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115095990Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115096399 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115096411 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115096411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af62d19: reopening flushed file at 1731115096820 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a6c0237: reopening flushed file at 1731115096825 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26f4a345: reopening flushed file at 1731115096830 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false at 1731115096836 (+6 ms)Writing region close event to WAL at 1731115096842 (+6 ms)Closed at 1731115096842 2024-11-09T01:18:16,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46871 is added to blk_1073741830_1006 (size=10165) 2024-11-09T01:18:16,844 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4537c542-1a19-090f-e101-b6725c961126/MasterData/WALs/5296cfb18d53,42115,1731115079787/5296cfb18d53%2C42115%2C1731115079787.1731115081700 not finished, retry = 0 2024-11-09T01:18:16,945 INFO [M:0;5296cfb18d53:42115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:18:16,945 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:18:16,945 INFO [M:0;5296cfb18d53:42115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42115 2024-11-09T01:18:16,946 INFO [M:0;5296cfb18d53:42115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:18:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:17,100 INFO [M:0;5296cfb18d53:42115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:18:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x1011d2bb8110003, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:17,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75ef6395{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:18:17,103 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d3359b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:18:17,103 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:18:17,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@319d2463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:18:17,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f7051bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/hadoop.log.dir/,STOPPED} 2024-11-09T01:18:17,104 WARN [BP-1086378298-172.17.0.2-1731115077883 heartbeating to localhost/127.0.0.1:34797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:18:17,104 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:18:17,104 WARN [BP-1086378298-172.17.0.2-1731115077883 heartbeating to localhost/127.0.0.1:34797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1086378298-172.17.0.2-1731115077883 (Datanode Uuid 3295c49b-4278-42f5-9418-58b30cc914ce) service to localhost/127.0.0.1:34797 2024-11-09T01:18:17,105 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:18:17,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/cluster_7f159fec-3f75-e39c-9c3a-0eef87da7f9c/data/data1/current/BP-1086378298-172.17.0.2-1731115077883 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:18:17,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/cluster_7f159fec-3f75-e39c-9c3a-0eef87da7f9c/data/data2/current/BP-1086378298-172.17.0.2-1731115077883 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:18:17,105 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:18:17,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bd9cc6b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:18:17,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@717f4973{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:18:17,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:18:17,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca7e3da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:18:17,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c03719{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/hadoop.log.dir/,STOPPED} 2024-11-09T01:18:17,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:18:17,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:18:17,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:17,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:17,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:17,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:17,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:17,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:18:17,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=472371484, stopped=false 2024-11-09T01:18:17,127 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,35975,1731115088934 2024-11-09T01:18:17,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376012243/running 2024-11-09T01:18:17,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376012243/running 2024-11-09T01:18:17,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:18:17,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:18:17,226 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:18:17,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:17,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:17,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on znode that does not yet exist, /01376012243/running 2024-11-09T01:18:17,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:17,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Set watcher on znode that does not yet exist, /01376012243/running 2024-11-09T01:18:17,227 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,40711,1731115088977' ***** 2024-11-09T01:18:17,227 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:18:17,227 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:18:17,227 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:18:17,227 INFO [RS:0;5296cfb18d53:40711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:18:17,227 INFO [RS:0;5296cfb18d53:40711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:18:17,228 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:17,228 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,40711,1731115088977 2024-11-09T01:18:17,228 INFO [RS:0;5296cfb18d53:40711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:18:17,228 INFO [RS:0;5296cfb18d53:40711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:40711. 2024-11-09T01:18:17,228 DEBUG [RS:0;5296cfb18d53:40711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:17,228 DEBUG [RS:0;5296cfb18d53:40711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:17,228 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ff7be09418ba46f9505b8fffb0764e5, disabling compactions & flushes 2024-11-09T01:18:17,228 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:17,228 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:18:17,228 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:18:17,228 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:17,228 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:18:17,228 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. after waiting 0 ms 2024-11-09T01:18:17,228 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:18:17,228 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:17,228 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:18:17,228 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1325): Online Regions={3ff7be09418ba46f9505b8fffb0764e5=hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:18:17,228 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ff7be09418ba46f9505b8fffb0764e5 2024-11-09T01:18:17,228 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:18:17,228 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:18:17,228 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:18:17,228 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:18:17,228 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:18:17,228 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T01:18:17,232 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/replication/3ff7be09418ba46f9505b8fffb0764e5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-09T01:18:17,232 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:17,232 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:18:17,232 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:17,232 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ff7be09418ba46f9505b8fffb0764e5: Waiting for close lock at 1731115097228Running coprocessor pre-close hooks at 1731115097228Disabling compacts and flushes for region at 1731115097228Disabling writes for close at 1731115097228Writing region close event to WAL at 1731115097228Running coprocessor post-close hooks at 1731115097232 (+4 ms)Closed at 1731115097232 2024-11-09T01:18:17,232 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5. 2024-11-09T01:18:17,242 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/.tmp/info/e11bbb9398a041a4b89c32d8fae1bfeb is 147, key is hbase:replication,,1731115083407.3ff7be09418ba46f9505b8fffb0764e5./info:regioninfo/1731115094579/Put/seqid=0 2024-11-09T01:18:17,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741851_1027 (size=6385) 2024-11-09T01:18:17,308 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:18:17,428 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:18:17,629 DEBUG [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:18:17,646 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/.tmp/info/e11bbb9398a041a4b89c32d8fae1bfeb 2024-11-09T01:18:17,652 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/.tmp/info/e11bbb9398a041a4b89c32d8fae1bfeb as hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/info/e11bbb9398a041a4b89c32d8fae1bfeb 2024-11-09T01:18:17,656 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/info/e11bbb9398a041a4b89c32d8fae1bfeb, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T01:18:17,657 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-09T01:18:17,661 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T01:18:17,662 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:17,662 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:18:17,662 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:18:17,662 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115097228Running coprocessor pre-close hooks at 1731115097228Disabling compacts and flushes for region at 1731115097228Disabling writes for close at 1731115097228Obtaining lock to block concurrent updates at 1731115097229 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731115097229Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731115097229Flushing stores of hbase:meta,,1.1588230740 at 1731115097229Flushing 1588230740/info: creating writer at 1731115097229Flushing 1588230740/info: appending metadata at 1731115097242 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731115097242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c74c93f: reopening flushed file at 1731115097651 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731115097657 (+6 ms)Writing region close event to WAL at 1731115097658 (+1 ms)Running coprocessor post-close hooks at 1731115097662 (+4 ms)Closed at 1731115097662 2024-11-09T01:18:17,662 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:18:17,808 DEBUG [RS:0;5296cfb18d53:40711.replicationSource.wal-reader.5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.1731115090042 to pos 0, reset compression=false 2024-11-09T01:18:17,829 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,40711,1731115088977; all regions closed. 2024-11-09T01:18:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741849_1025 (size=2156) 2024-11-09T01:18:17,831 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.meta.1731115090297.meta not finished, retry = 0 2024-11-09T01:18:17,923 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:18:17,924 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:18:17,933 DEBUG [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/oldWALs 2024-11-09T01:18:17,933 INFO [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C40711%2C1731115088977.meta:.meta(num 1731115090297) 2024-11-09T01:18:17,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741850_1026 (size=796) 2024-11-09T01:18:17,935 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/WALs/5296cfb18d53,40711,1731115088977/5296cfb18d53%2C40711%2C1731115088977.rep.1731115094545 not finished, retry = 0 2024-11-09T01:18:18,038 DEBUG [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/oldWALs 2024-11-09T01:18:18,038 INFO [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C40711%2C1731115088977.rep:(num 1731115094545) 2024-11-09T01:18:18,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741848_1024 (size=93) 2024-11-09T01:18:18,041 DEBUG [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/oldWALs 2024-11-09T01:18:18,041 INFO [RS:0;5296cfb18d53:40711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C40711%2C1731115088977:(num 1731115090042) 2024-11-09T01:18:18,041 DEBUG [RS:0;5296cfb18d53:40711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:18,041 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:18:18,042 INFO [RS:0;5296cfb18d53:40711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:18:18,042 INFO [RS:0;5296cfb18d53:40711 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:18:18,042 INFO [RS:0;5296cfb18d53:40711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:18:18,042 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:18:18,042 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,40711,1731115088977 because: Region server is closing 2024-11-09T01:18:18,042 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T01:18:18,042 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T01:18:18,042 INFO [RS:0;5296cfb18d53:40711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:40711. 2024-11-09T01:18:18,042 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T01:18:18,042 DEBUG [RS:0;5296cfb18d53:40711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:18,042 DEBUG [RS:0;5296cfb18d53:40711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:18,042 DEBUG [RS:0;5296cfb18d53:40711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:18,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:18,143 WARN [RS:0;5296cfb18d53:40711.replicationSource.wal-reader.5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T01:18:18,143 WARN [RS:0;5296cfb18d53:40711.replicationSource.shipper5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T01:18:18,143 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5296cfb18d53:40711.replicationSource.shipper5296cfb18d53%2C40711%2C1731115088977,1-5296cfb18d53,40711,1731115088977 terminated 2024-11-09T01:18:18,143 INFO [RS:0;5296cfb18d53:40711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40711 2024-11-09T01:18:18,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376012243/rs/5296cfb18d53,40711,1731115088977 2024-11-09T01:18:18,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243/rs 2024-11-09T01:18:18,200 INFO [RS:0;5296cfb18d53:40711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:18:18,210 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,40711,1731115088977] 2024-11-09T01:18:18,221 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01376012243/draining/5296cfb18d53,40711,1731115088977 already deleted, retry=false 2024-11-09T01:18:18,221 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,40711,1731115088977 expired; onlineServers=0 2024-11-09T01:18:18,221 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,35975,1731115088934' ***** 2024-11-09T01:18:18,221 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:18:18,221 INFO [M:0;5296cfb18d53:35975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:18:18,221 INFO [M:0;5296cfb18d53:35975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:18:18,221 DEBUG [M:0;5296cfb18d53:35975 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:18:18,221 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:18:18,221 DEBUG [M:0;5296cfb18d53:35975 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:18:18,221 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115089711 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115089711,5,FailOnTimeoutGroup] 2024-11-09T01:18:18,221 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115089711 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115089711,5,FailOnTimeoutGroup] 2024-11-09T01:18:18,221 INFO [M:0;5296cfb18d53:35975 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:18:18,221 INFO [M:0;5296cfb18d53:35975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:18:18,221 DEBUG [M:0;5296cfb18d53:35975 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:18:18,221 INFO [M:0;5296cfb18d53:35975 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:18:18,222 INFO [M:0;5296cfb18d53:35975 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:18:18,222 INFO [M:0;5296cfb18d53:35975 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:18:18,222 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:18:18,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376012243/master 2024-11-09T01:18:18,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376012243 2024-11-09T01:18:18,232 DEBUG [M:0;5296cfb18d53:35975 {}] zookeeper.ZKUtil(347): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Unable to get data of znode /01376012243/master because node does not exist (not an error) 2024-11-09T01:18:18,232 WARN [M:0;5296cfb18d53:35975 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:18:18,232 INFO [M:0;5296cfb18d53:35975 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/.lastflushedseqids 2024-11-09T01:18:18,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741852_1028 (size=181) 2024-11-09T01:18:18,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:18,310 INFO [RS:0;5296cfb18d53:40711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:18:18,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1011d2bb8110007, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:18,311 INFO [RS:0;5296cfb18d53:40711 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,40711,1731115088977; zookeeper connection closed. 2024-11-09T01:18:18,311 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cb97f1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cb97f1d 2024-11-09T01:18:18,311 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:18:18,637 INFO [M:0;5296cfb18d53:35975 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:18:18,637 INFO [M:0;5296cfb18d53:35975 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:18:18,637 DEBUG [M:0;5296cfb18d53:35975 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:18:18,637 INFO [M:0;5296cfb18d53:35975 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:18,637 DEBUG [M:0;5296cfb18d53:35975 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:18,637 DEBUG [M:0;5296cfb18d53:35975 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:18:18,637 DEBUG [M:0;5296cfb18d53:35975 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:18,637 INFO [M:0;5296cfb18d53:35975 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T01:18:18,655 DEBUG [M:0;5296cfb18d53:35975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b905a89c975473d909ae5e5ca519b4e is 82, key is hbase:meta,,1/info:regioninfo/1731115090346/Put/seqid=0 2024-11-09T01:18:18,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741853_1029 (size=5672) 2024-11-09T01:18:19,060 INFO [M:0;5296cfb18d53:35975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b905a89c975473d909ae5e5ca519b4e 2024-11-09T01:18:19,077 DEBUG [M:0;5296cfb18d53:35975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9bd8827176542679ce4478cce9492d8 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731115094584/Put/seqid=0 2024-11-09T01:18:19,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741854_1030 (size=7312) 2024-11-09T01:18:19,482 INFO [M:0;5296cfb18d53:35975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9bd8827176542679ce4478cce9492d8 2024-11-09T01:18:19,500 DEBUG [M:0;5296cfb18d53:35975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6486124d7d543edaf7a8867913061b6 is 69, key is 5296cfb18d53,40711,1731115088977/rs:state/1731115089836/Put/seqid=0 2024-11-09T01:18:19,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741855_1031 (size=5370) 2024-11-09T01:18:19,904 INFO [M:0;5296cfb18d53:35975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6486124d7d543edaf7a8867913061b6 2024-11-09T01:18:19,908 INFO [M:0;5296cfb18d53:35975 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6486124d7d543edaf7a8867913061b6 2024-11-09T01:18:19,909 DEBUG [M:0;5296cfb18d53:35975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b905a89c975473d909ae5e5ca519b4e as hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b905a89c975473d909ae5e5ca519b4e 2024-11-09T01:18:19,913 INFO [M:0;5296cfb18d53:35975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b905a89c975473d909ae5e5ca519b4e, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T01:18:19,914 DEBUG [M:0;5296cfb18d53:35975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9bd8827176542679ce4478cce9492d8 as hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9bd8827176542679ce4478cce9492d8 2024-11-09T01:18:19,918 INFO [M:0;5296cfb18d53:35975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9bd8827176542679ce4478cce9492d8, entries=7, sequenceid=127, filesize=7.1 K 2024-11-09T01:18:19,919 DEBUG [M:0;5296cfb18d53:35975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6486124d7d543edaf7a8867913061b6 as hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6486124d7d543edaf7a8867913061b6 2024-11-09T01:18:19,924 INFO [M:0;5296cfb18d53:35975 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6486124d7d543edaf7a8867913061b6 2024-11-09T01:18:19,924 INFO [M:0;5296cfb18d53:35975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/6533b938-23a7-190d-0765-08df69f47544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6486124d7d543edaf7a8867913061b6, entries=2, sequenceid=127, filesize=5.2 K 2024-11-09T01:18:19,925 INFO [M:0;5296cfb18d53:35975 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false 2024-11-09T01:18:19,926 INFO [M:0;5296cfb18d53:35975 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:19,926 DEBUG [M:0;5296cfb18d53:35975 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115098637Disabling compacts and flushes for region at 1731115098637Disabling writes for close at 1731115098637Obtaining lock to block concurrent updates at 1731115098637Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115098637Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731115098638 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115098638Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115098638Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115098655 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115098655Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115099065 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115099077 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115099077Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115099486 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115099499 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115099499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255ca4d7: reopening flushed file at 1731115099908 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d87cb9: reopening flushed file at 1731115099913 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7386e0e8: reopening flushed file at 1731115099918 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false at 1731115099925 (+7 ms)Writing region close event to WAL at 1731115099926 (+1 ms)Closed at 1731115099926 2024-11-09T01:18:19,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741847_1023 (size=22903) 2024-11-09T01:18:19,928 INFO [M:0;5296cfb18d53:35975 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:18:19,928 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:18:19,928 INFO [M:0;5296cfb18d53:35975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35975 2024-11-09T01:18:19,929 INFO [M:0;5296cfb18d53:35975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:18:20,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:20,042 INFO [M:0;5296cfb18d53:35975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:18:20,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35975-0x1011d2bb8110006, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:20,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e4eed9d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:18:20,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@433b18bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:18:20,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:18:20,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6de60506{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:18:20,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44a270cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/hadoop.log.dir/,STOPPED} 2024-11-09T01:18:20,046 WARN [BP-1784074798-172.17.0.2-1731115072631 heartbeating to localhost/127.0.0.1:45753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:18:20,046 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:18:20,046 WARN [BP-1784074798-172.17.0.2-1731115072631 heartbeating to localhost/127.0.0.1:45753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1784074798-172.17.0.2-1731115072631 (Datanode Uuid ad9e0a59-c279-4d7b-8b93-6c685fa48a38) service to localhost/127.0.0.1:45753 2024-11-09T01:18:20,046 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:18:20,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/cluster_c10abb35-2250-96a6-5758-759b6f80a3dd/data/data1/current/BP-1784074798-172.17.0.2-1731115072631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:18:20,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/cluster_c10abb35-2250-96a6-5758-759b6f80a3dd/data/data2/current/BP-1784074798-172.17.0.2-1731115072631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:18:20,047 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:18:20,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c5a0982{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:18:20,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f0c6d5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:18:20,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:18:20,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1341e1bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:18:20,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4382584d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fa89e95-b55c-8ece-b63c-cc805bb61108/hadoop.log.dir/,STOPPED} 2024-11-09T01:18:20,057 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:18:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:18:20,076 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 159) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34797 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61140) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61140) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45753 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 275), ProcessCount=11 (was 11), AvailableMemoryMB=1983 (was 1992) 2024-11-09T01:18:20,083 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=1983 2024-11-09T01:18:20,095 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-09T01:18:20,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/hadoop.log.dir so I do NOT create it in target/test-data/1208f28f-5517-91be-aea6-76c5f4679931 2024-11-09T01:18:20,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:18:20,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/hadoop.tmp.dir so I do NOT create it in target/test-data/1208f28f-5517-91be-aea6-76c5f4679931 2024-11-09T01:18:20,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/be959cfd-f70e-3077-4032-10af0ad091b4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:18:20,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931 2024-11-09T01:18:20,096 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/cluster_e29cc20b-1d9a-42c3-0302-0689b79769cb, deleteOnExit=true 2024-11-09T01:18:20,119 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/cluster_e29cc20b-1d9a-42c3-0302-0689b79769cb/zookeeper_0, clientPort=59472, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/cluster_e29cc20b-1d9a-42c3-0302-0689b79769cb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/cluster_e29cc20b-1d9a-42c3-0302-0689b79769cb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:18:20,119 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59472 2024-11-09T01:18:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:18:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:18:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/test.cache.data in system properties and HBase conf 2024-11-09T01:18:20,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:18:20,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:18:20,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:18:20,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:18:20,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:18:20,120 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:18:20,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:18:20,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:18:20,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:18:20,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:18:20,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:18:20,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:18:20,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:18:20,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:18:20,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:18:20,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:18:20,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:18:20,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:18:20,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:18:20,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:18:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d2bb8110005, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:18:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d2bb8110002, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:18:20,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d2bb8110005, quorum=127.0.0.1:61140, baseZNode=/11721753785 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:18:20,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d2bb8110002, quorum=127.0.0.1:61140, baseZNode=/01376012243 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:18:20,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:18:20,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:18:20,554 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:18:20,554 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:18:20,554 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:18:20,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:18:20,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a383c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:18:20,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ec0d391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:18:20,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@135f7b95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/java.io.tmpdir/jetty-localhost-38527-hadoop-hdfs-3_4_1-tests_jar-_-any-13484043181885523805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:18:20,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@534b5fc5{HTTP/1.1, (http/1.1)}{localhost:38527} 2024-11-09T01:18:20,666 INFO [Time-limited test {}] server.Server(415): Started @175251ms 2024-11-09T01:18:20,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:18:20,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:18:20,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:18:20,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:18:20,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:18:20,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586d64af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:18:20,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e1ae177{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:18:21,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fdd9aa3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/java.io.tmpdir/jetty-localhost-39361-hadoop-hdfs-3_4_1-tests_jar-_-any-12452583371515991266/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:18:21,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6068afd8{HTTP/1.1, (http/1.1)}{localhost:39361} 2024-11-09T01:18:21,078 INFO [Time-limited test {}] server.Server(415): Started @175663ms 2024-11-09T01:18:21,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:18:22,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:18:22,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:18:22,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:18:22,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:22,180 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/cluster_e29cc20b-1d9a-42c3-0302-0689b79769cb/data/data1/current/BP-793605674-172.17.0.2-1731115100158/current, will proceed with Du for space computation calculation, 2024-11-09T01:18:22,180 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/cluster_e29cc20b-1d9a-42c3-0302-0689b79769cb/data/data2/current/BP-793605674-172.17.0.2-1731115100158/current, will proceed with Du for space computation calculation, 2024-11-09T01:18:22,217 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:18:22,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b7de727a19173e3 with lease ID 0xddf78dced43475a4: Processing first storage report for DS-4e01ae26-1ebe-45b5-bdd9-3d245e079bbe from datanode DatanodeRegistration(127.0.0.1:38453, datanodeUuid=477f951c-f9c0-4048-8d1c-3c03453fda41, infoPort=38173, infoSecurePort=0, ipcPort=39215, storageInfo=lv=-57;cid=testClusterID;nsid=1808272267;c=1731115100158) 2024-11-09T01:18:22,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b7de727a19173e3 with lease ID 0xddf78dced43475a4: from storage DS-4e01ae26-1ebe-45b5-bdd9-3d245e079bbe node DatanodeRegistration(127.0.0.1:38453, datanodeUuid=477f951c-f9c0-4048-8d1c-3c03453fda41, infoPort=38173, infoSecurePort=0, ipcPort=39215, storageInfo=lv=-57;cid=testClusterID;nsid=1808272267;c=1731115100158), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:18:22,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b7de727a19173e3 with lease ID 0xddf78dced43475a4: Processing first storage report for DS-a67a32f6-91f0-4063-86d7-2ad0489c2fa1 from datanode DatanodeRegistration(127.0.0.1:38453, datanodeUuid=477f951c-f9c0-4048-8d1c-3c03453fda41, infoPort=38173, infoSecurePort=0, ipcPort=39215, storageInfo=lv=-57;cid=testClusterID;nsid=1808272267;c=1731115100158) 2024-11-09T01:18:22,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b7de727a19173e3 with lease ID 0xddf78dced43475a4: from storage DS-a67a32f6-91f0-4063-86d7-2ad0489c2fa1 node DatanodeRegistration(127.0.0.1:38453, datanodeUuid=477f951c-f9c0-4048-8d1c-3c03453fda41, infoPort=38173, infoSecurePort=0, ipcPort=39215, storageInfo=lv=-57;cid=testClusterID;nsid=1808272267;c=1731115100158), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:18:22,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931 2024-11-09T01:18:22,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:22,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:22,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:18:22,294 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6 with version=8 2024-11-09T01:18:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/hbase-staging 2024-11-09T01:18:22,297 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:18:22,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:22,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:22,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:18:22,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:22,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:18:22,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:18:22,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:18:22,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40903 2024-11-09T01:18:22,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40903 connecting to ZooKeeper ensemble=127.0.0.1:59472 2024-11-09T01:18:22,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409030x0, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:18:22,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40903-0x1011d2c23810000 connected 2024-11-09T01:18:22,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:22,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:22,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Set watcher on znode that does not yet exist, /0816426743/running 2024-11-09T01:18:22,573 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6, hbase.cluster.distributed=false 2024-11-09T01:18:22,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Set watcher on znode that does not yet exist, /0816426743/acl 2024-11-09T01:18:22,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40903 2024-11-09T01:18:22,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40903 2024-11-09T01:18:22,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40903 2024-11-09T01:18:22,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40903 2024-11-09T01:18:22,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40903 2024-11-09T01:18:22,625 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:18:22,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:22,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:22,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:18:22,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:22,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:18:22,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:18:22,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:18:22,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46157 2024-11-09T01:18:22,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46157 connecting to ZooKeeper ensemble=127.0.0.1:59472 2024-11-09T01:18:22,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:22,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:22,647 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461570x0, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:18:22,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461570x0, quorum=127.0.0.1:59472, baseZNode=/0816426743 Set watcher on znode that does not yet exist, /0816426743/running 2024-11-09T01:18:22,656 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:18:22,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46157-0x1011d2c23810001 connected 2024-11-09T01:18:22,661 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:18:22,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Set watcher on znode that does not yet exist, /0816426743/master 2024-11-09T01:18:22,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Set watcher on znode that does not yet exist, /0816426743/acl 2024-11-09T01:18:22,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46157 2024-11-09T01:18:22,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46157 2024-11-09T01:18:22,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46157 2024-11-09T01:18:22,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46157 2024-11-09T01:18:22,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46157 2024-11-09T01:18:22,714 DEBUG [M:0;5296cfb18d53:40903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:40903 2024-11-09T01:18:22,716 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0816426743/backup-masters/5296cfb18d53,40903,1731115102296 2024-11-09T01:18:22,726 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743/backup-masters 2024-11-09T01:18:22,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743/backup-masters 2024-11-09T01:18:22,726 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Set watcher on existing znode=/0816426743/backup-masters/5296cfb18d53,40903,1731115102296 2024-11-09T01:18:22,740 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:18:22,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:22,793 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0816426743/master 2024-11-09T01:18:22,793 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:22,794 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Set watcher on existing znode=/0816426743/master 2024-11-09T01:18:22,794 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0816426743/backup-masters/5296cfb18d53,40903,1731115102296 from backup master directory 2024-11-09T01:18:22,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:22,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:22,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:22,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:22,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:22,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:22,831 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743/backup-masters 2024-11-09T01:18:22,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0816426743/backup-masters/5296cfb18d53,40903,1731115102296 2024-11-09T01:18:22,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743/backup-masters 2024-11-09T01:18:22,831 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:18:22,831 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,40903,1731115102296 2024-11-09T01:18:22,850 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/hbase.id] with ID: 5b6c6dc7-a29b-46f9-beb0-93b965c6feb4 2024-11-09T01:18:22,850 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/.tmp/hbase.id 2024-11-09T01:18:22,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:18:22,886 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/.tmp/hbase.id]:[hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/hbase.id] 2024-11-09T01:18:22,898 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:22,898 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:18:22,900 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T01:18:22,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:22,926 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:22,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:18:23,359 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:18:23,360 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:18:23,360 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:23,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:18:23,378 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store 2024-11-09T01:18:23,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:18:23,393 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:23,394 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:18:23,394 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:23,394 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:23,394 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:18:23,394 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:23,394 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:23,394 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115103393Disabling compacts and flushes for region at 1731115103393Disabling writes for close at 1731115103394 (+1 ms)Writing region close event to WAL at 1731115103394Closed at 1731115103394 2024-11-09T01:18:23,397 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/.initializing 2024-11-09T01:18:23,397 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/WALs/5296cfb18d53,40903,1731115102296 2024-11-09T01:18:23,398 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:18:23,400 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C40903%2C1731115102296, suffix=, logDir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/WALs/5296cfb18d53,40903,1731115102296, archiveDir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/oldWALs, maxLogs=10 2024-11-09T01:18:23,418 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/WALs/5296cfb18d53,40903,1731115102296/5296cfb18d53%2C40903%2C1731115102296.1731115103400, exclude list is [], retry=0 2024-11-09T01:18:23,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-4e01ae26-1ebe-45b5-bdd9-3d245e079bbe,DISK] 2024-11-09T01:18:23,425 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/WALs/5296cfb18d53,40903,1731115102296/5296cfb18d53%2C40903%2C1731115102296.1731115103400 2024-11-09T01:18:23,431 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38173:38173)] 2024-11-09T01:18:23,431 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:23,432 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:23,432 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:23,432 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:23,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:23,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:18:23,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:23,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:23,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:23,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:18:23,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:23,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:23,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:23,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:18:23,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:23,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:23,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:23,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:18:23,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:23,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:23,453 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:23,453 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:23,453 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:23,454 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:23,455 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:23,455 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:23,456 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:23,461 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:18:23,461 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65902109, jitterRate=-0.01798205077648163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:23,462 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115103432Initializing all the Stores at 1731115103433 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115103433Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115103436 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115103436Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115103436Cleaning up temporary data from old regions at 1731115103455 (+19 ms)Region opened successfully at 1731115103462 (+7 ms) 2024-11-09T01:18:23,464 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:18:23,467 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344925df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:18:23,468 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:18:23,468 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:18:23,468 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:18:23,468 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:18:23,469 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:18:23,469 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:18:23,469 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:18:23,474 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:18:23,474 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Unable to get data of znode /0816426743/balancer because node does not exist (not necessarily an error) 2024-11-09T01:18:23,516 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0816426743/balancer already deleted, retry=false 2024-11-09T01:18:23,519 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:18:23,519 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Unable to get data of znode /0816426743/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:18:23,569 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0816426743/normalizer already deleted, retry=false 2024-11-09T01:18:23,569 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:18:23,577 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Unable to get data of znode /0816426743/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:18:23,612 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0816426743/switch/split already deleted, retry=false 2024-11-09T01:18:23,613 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Unable to get data of znode /0816426743/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:18:23,680 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0816426743/switch/merge already deleted, retry=false 2024-11-09T01:18:23,683 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Unable to get data of znode /0816426743/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:18:23,805 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0816426743/snapshot-cleanup already deleted, retry=false 2024-11-09T01:18:23,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0816426743/running 2024-11-09T01:18:23,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:23,886 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0816426743/running 2024-11-09T01:18:23,886 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:23,887 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,40903,1731115102296, sessionid=0x1011d2c23810000, setting cluster-up flag (Was=false) 2024-11-09T01:18:24,013 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:24,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:24,225 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0816426743/flush-table-proc/acquired, /0816426743/flush-table-proc/reached, /0816426743/flush-table-proc/abort 2024-11-09T01:18:24,226 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,40903,1731115102296 2024-11-09T01:18:24,373 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:24,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:24,585 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0816426743/online-snapshot/acquired, /0816426743/online-snapshot/reached, /0816426743/online-snapshot/abort 2024-11-09T01:18:24,586 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,40903,1731115102296 2024-11-09T01:18:24,587 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:18:24,588 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:24,589 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:18:24,589 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:18:24,589 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5296cfb18d53,36827,1731115074881: status=Processing ServerCrashProcedure of 5296cfb18d53,36827,1731115074881 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731115089707, completionTime=-1 appears to have been leaked 2024-11-09T01:18:24,589 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,40903,1731115102296 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:18:24,590 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:24,590 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:24,590 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:24,590 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:24,590 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:18:24,590 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:24,590 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:18:24,590 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:24,592 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:24,592 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:18:24,593 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:24,593 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:18:24,604 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115134604 2024-11-09T01:18:24,604 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:18:24,604 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:18:24,604 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:18:24,604 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:18:24,604 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:18:24,604 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:18:24,605 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(746): ClusterId : 5b6c6dc7-a29b-46f9-beb0-93b965c6feb4 2024-11-09T01:18:24,605 DEBUG [RS:0;5296cfb18d53:46157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:18:24,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:18:24,611 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:18:24,611 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6 2024-11-09T01:18:24,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:24,621 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:18:24,621 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:18:24,621 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:18:24,621 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:18:24,621 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:18:24,621 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:18:24,621 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115104621,5,FailOnTimeoutGroup] 2024-11-09T01:18:24,623 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115104621,5,FailOnTimeoutGroup] 2024-11-09T01:18:24,623 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:24,624 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:18:24,624 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:24,624 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:24,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:18:24,665 DEBUG [RS:0;5296cfb18d53:46157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:18:24,665 DEBUG [RS:0;5296cfb18d53:46157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:18:24,690 DEBUG [RS:0;5296cfb18d53:46157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:18:24,690 DEBUG [RS:0;5296cfb18d53:46157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796f6076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:18:24,704 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:46157 2024-11-09T01:18:24,704 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:18:24,704 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:18:24,704 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:18:24,705 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,40903,1731115102296 with port=46157, startcode=1731115102625 2024-11-09T01:18:24,705 DEBUG [RS:0;5296cfb18d53:46157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:18:24,707 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:18:24,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,46157,1731115102625 2024-11-09T01:18:24,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40903 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,46157,1731115102625 2024-11-09T01:18:24,710 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6 2024-11-09T01:18:24,710 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41103 2024-11-09T01:18:24,710 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:18:24,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743/rs 2024-11-09T01:18:24,819 DEBUG [RS:0;5296cfb18d53:46157 {}] zookeeper.ZKUtil(111): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Set watcher on existing znode=/0816426743/rs/5296cfb18d53,46157,1731115102625 2024-11-09T01:18:24,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,46157,1731115102625] 2024-11-09T01:18:24,819 WARN [RS:0;5296cfb18d53:46157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:18:24,819 INFO [RS:0;5296cfb18d53:46157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:24,819 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625 2024-11-09T01:18:24,822 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:18:24,824 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:18:24,824 INFO [RS:0;5296cfb18d53:46157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:18:24,824 INFO [RS:0;5296cfb18d53:46157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:24,825 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:18:24,826 INFO [RS:0;5296cfb18d53:46157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:18:24,826 INFO [RS:0;5296cfb18d53:46157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:24,826 DEBUG [RS:0;5296cfb18d53:46157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:24,826 DEBUG [RS:0;5296cfb18d53:46157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:24,826 DEBUG [RS:0;5296cfb18d53:46157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:24,826 DEBUG [RS:0;5296cfb18d53:46157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:24,826 DEBUG [RS:0;5296cfb18d53:46157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:24,826 DEBUG [RS:0;5296cfb18d53:46157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:18:24,826 DEBUG [RS:0;5296cfb18d53:46157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:24,826 DEBUG [RS:0;5296cfb18d53:46157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:24,826 DEBUG [RS:0;5296cfb18d53:46157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:24,826 DEBUG [RS:0;5296cfb18d53:46157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:24,826 DEBUG [RS:0;5296cfb18d53:46157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:24,826 DEBUG [RS:0;5296cfb18d53:46157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:24,826 DEBUG [RS:0;5296cfb18d53:46157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:18:24,826 DEBUG [RS:0;5296cfb18d53:46157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:18:24,828 INFO [RS:0;5296cfb18d53:46157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:24,828 INFO [RS:0;5296cfb18d53:46157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:24,828 INFO [RS:0;5296cfb18d53:46157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:24,828 INFO [RS:0;5296cfb18d53:46157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:24,828 INFO [RS:0;5296cfb18d53:46157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:24,828 INFO [RS:0;5296cfb18d53:46157 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,46157,1731115102625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:18:24,846 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:18:24,846 INFO [RS:0;5296cfb18d53:46157 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,46157,1731115102625-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:24,846 INFO [RS:0;5296cfb18d53:46157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:24,846 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.Replication(171): 5296cfb18d53,46157,1731115102625 started 2024-11-09T01:18:24,860 INFO [RS:0;5296cfb18d53:46157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:24,860 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,46157,1731115102625, RpcServer on 5296cfb18d53/172.17.0.2:46157, sessionid=0x1011d2c23810001 2024-11-09T01:18:24,860 DEBUG [RS:0;5296cfb18d53:46157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:18:24,860 DEBUG [RS:0;5296cfb18d53:46157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,46157,1731115102625 2024-11-09T01:18:24,860 DEBUG [RS:0;5296cfb18d53:46157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,46157,1731115102625' 2024-11-09T01:18:24,860 DEBUG [RS:0;5296cfb18d53:46157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0816426743/flush-table-proc/abort' 2024-11-09T01:18:24,860 DEBUG [RS:0;5296cfb18d53:46157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0816426743/flush-table-proc/acquired' 2024-11-09T01:18:24,861 DEBUG [RS:0;5296cfb18d53:46157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:18:24,861 DEBUG [RS:0;5296cfb18d53:46157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:18:24,861 DEBUG [RS:0;5296cfb18d53:46157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,46157,1731115102625 2024-11-09T01:18:24,861 DEBUG [RS:0;5296cfb18d53:46157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,46157,1731115102625' 2024-11-09T01:18:24,861 DEBUG [RS:0;5296cfb18d53:46157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0816426743/online-snapshot/abort' 2024-11-09T01:18:24,861 DEBUG [RS:0;5296cfb18d53:46157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0816426743/online-snapshot/acquired' 2024-11-09T01:18:24,861 DEBUG [RS:0;5296cfb18d53:46157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:18:24,861 INFO [RS:0;5296cfb18d53:46157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:18:24,861 INFO [RS:0;5296cfb18d53:46157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:18:24,962 INFO [RS:0;5296cfb18d53:46157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:18:24,963 INFO [RS:0;5296cfb18d53:46157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C46157%2C1731115102625, suffix=, logDir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625, archiveDir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/oldWALs, maxLogs=10 2024-11-09T01:18:24,980 DEBUG [RS:0;5296cfb18d53:46157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964, exclude list is [], retry=0 2024-11-09T01:18:24,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-4e01ae26-1ebe-45b5-bdd9-3d245e079bbe,DISK] 2024-11-09T01:18:24,986 INFO [RS:0;5296cfb18d53:46157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 2024-11-09T01:18:24,986 DEBUG [RS:0;5296cfb18d53:46157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38173:38173)] 2024-11-09T01:18:25,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:25,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:18:25,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:18:25,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:25,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:25,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:18:25,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:18:25,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:25,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:25,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:18:25,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:18:25,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:25,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:25,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:18:25,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:18:25,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:25,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:25,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:18:25,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740 2024-11-09T01:18:25,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740 2024-11-09T01:18:25,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:18:25,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:18:25,049 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:25,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:18:25,066 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:18:25,066 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61938986, jitterRate=-0.07703718543052673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:25,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115105029Initializing all the Stores at 1731115105029Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115105029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115105030 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115105030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115105030Cleaning up temporary data from old regions at 1731115105049 (+19 ms)Region opened successfully at 1731115105067 (+18 ms) 2024-11-09T01:18:25,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:18:25,067 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:18:25,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:18:25,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:18:25,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:18:25,072 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:18:25,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115105067Disabling compacts and flushes for region at 1731115105067Disabling writes for close at 1731115105067Writing region close event to WAL at 1731115105072 (+5 ms)Closed at 1731115105072 2024-11-09T01:18:25,074 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:25,074 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:18:25,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:18:25,075 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:18:25,076 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:18:25,226 DEBUG [5296cfb18d53:40903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:18:25,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,46157,1731115102625 2024-11-09T01:18:25,228 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,46157,1731115102625, state=OPENING 2024-11-09T01:18:25,236 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:18:25,247 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:25,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:25,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0816426743/meta-region-server: CHANGED 2024-11-09T01:18:25,248 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:18:25,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,46157,1731115102625}] 2024-11-09T01:18:25,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0816426743/meta-region-server: CHANGED 2024-11-09T01:18:25,403 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:18:25,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:18:25,413 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:18:25,415 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:25,415 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:18:25,418 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C46157%2C1731115102625.meta, suffix=.meta, logDir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625, archiveDir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/oldWALs, maxLogs=10 2024-11-09T01:18:25,436 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.meta.1731115105419.meta, exclude list is [], retry=0 2024-11-09T01:18:25,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-4e01ae26-1ebe-45b5-bdd9-3d245e079bbe,DISK] 2024-11-09T01:18:25,442 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.meta.1731115105419.meta 2024-11-09T01:18:25,442 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38173:38173)] 2024-11-09T01:18:25,442 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:25,442 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:18:25,443 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:18:25,443 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:18:25,443 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:18:25,443 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:18:25,443 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:25,443 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:18:25,443 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:18:25,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:18:25,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:18:25,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:25,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:25,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:18:25,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:18:25,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:25,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:25,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:18:25,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:18:25,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:25,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:25,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:18:25,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:18:25,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:25,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:25,453 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:18:25,454 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740 2024-11-09T01:18:25,455 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740 2024-11-09T01:18:25,456 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:18:25,456 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:18:25,457 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:25,458 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:18:25,458 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62542103, jitterRate=-0.06805004179477692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:25,459 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:18:25,459 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115105443Writing region info on filesystem at 1731115105443Initializing all the Stores at 1731115105444 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115105444Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115105448 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115105448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115105448Cleaning up temporary data from old regions at 1731115105456 (+8 ms)Running coprocessor post-open hooks at 1731115105459 (+3 ms)Region opened successfully at 1731115105459 2024-11-09T01:18:25,460 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115105402 2024-11-09T01:18:25,462 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:18:25,462 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:18:25,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,46157,1731115102625 2024-11-09T01:18:25,463 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,46157,1731115102625, state=OPEN 2024-11-09T01:18:25,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0816426743/meta-region-server 2024-11-09T01:18:25,507 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,46157,1731115102625 2024-11-09T01:18:25,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0816426743/meta-region-server: CHANGED 2024-11-09T01:18:25,507 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0816426743/meta-region-server 2024-11-09T01:18:25,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0816426743/meta-region-server: CHANGED 2024-11-09T01:18:25,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:18:25,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,46157,1731115102625 in 259 msec 2024-11-09T01:18:25,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:18:25,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-09T01:18:25,512 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:25,512 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:18:25,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:25,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,46157,1731115102625, seqNum=-1] 2024-11-09T01:18:25,514 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:25,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:18:25,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 932 msec 2024-11-09T01:18:25,520 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115105520, completionTime=-1 2024-11-09T01:18:25,520 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:18:25,520 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:18:25,522 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:18:25,522 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115165522 2024-11-09T01:18:25,522 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115225522 2024-11-09T01:18:25,522 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T01:18:25,523 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40903,1731115102296-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:25,523 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40903,1731115102296-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:25,523 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40903,1731115102296-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:25,523 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:40903, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:25,523 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:25,523 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:25,524 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:18:25,526 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.694sec 2024-11-09T01:18:25,526 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:18:25,526 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:18:25,526 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:18:25,526 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:18:25,526 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:18:25,526 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40903,1731115102296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:18:25,526 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40903,1731115102296-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:18:25,527 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:18:25,527 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:18:25,528 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40903,1731115102296-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:25,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9a832c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:25,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40903,-1 for getting cluster id 2024-11-09T01:18:25,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:25,606 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6c6dc7-a29b-46f9-beb0-93b965c6feb4' 2024-11-09T01:18:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6c6dc7-a29b-46f9-beb0-93b965c6feb4" 2024-11-09T01:18:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506af71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40903,-1] 2024-11-09T01:18:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:25,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:25,609 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:25,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54517b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:25,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:25,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,46157,1731115102625, seqNum=-1] 2024-11-09T01:18:25,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:25,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:18:25,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,40903,1731115102296 2024-11-09T01:18:25,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59472 2024-11-09T01:18:25,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:18:25,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d2c23810002 connected 2024-11-09T01:18:25,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/hadoop.log.dir so I do NOT create it in target/test-data/143a0924-e6c2-a901-a9af-bc395760568a 2024-11-09T01:18:25,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:18:25,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/hadoop.tmp.dir so I do NOT create it in target/test-data/143a0924-e6c2-a901-a9af-bc395760568a 2024-11-09T01:18:25,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:18:25,686 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a 2024-11-09T01:18:25,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:18:25,686 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/cluster_4354c724-b468-990b-dfbc-e9ceb6c8efb3, deleteOnExit=true 2024-11-09T01:18:25,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:18:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/test.cache.data in system properties and HBase conf 2024-11-09T01:18:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:18:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:18:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:18:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:18:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:18:25,687 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:18:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:18:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:18:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:18:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:18:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:18:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:18:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:18:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:18:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:18:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:18:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:18:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:18:25,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:18:25,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:18:26,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:18:26,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:18:26,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:18:26,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:18:26,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:18:26,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:18:26,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c39a54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:18:26,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4150c06f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:18:26,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47520c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/java.io.tmpdir/jetty-localhost-33995-hadoop-hdfs-3_4_1-tests_jar-_-any-7653117677504267980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:18:26,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a5ef7ff{HTTP/1.1, (http/1.1)}{localhost:33995} 2024-11-09T01:18:26,345 INFO [Time-limited test {}] server.Server(415): Started @180929ms 2024-11-09T01:18:26,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:18:26,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:18:26,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:18:26,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:18:26,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:18:26,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241177c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:18:26,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4209bb98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:18:26,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c9c31a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/java.io.tmpdir/jetty-localhost-38673-hadoop-hdfs-3_4_1-tests_jar-_-any-4036871471075981329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:18:26,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40f1337c{HTTP/1.1, (http/1.1)}{localhost:38673} 2024-11-09T01:18:26,748 INFO [Time-limited test {}] server.Server(415): Started @181332ms 2024-11-09T01:18:26,749 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:18:29,125 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/cluster_4354c724-b468-990b-dfbc-e9ceb6c8efb3/data/data1/current/BP-445706013-172.17.0.2-1731115105708/current, will proceed with Du for space computation calculation, 2024-11-09T01:18:29,125 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/cluster_4354c724-b468-990b-dfbc-e9ceb6c8efb3/data/data2/current/BP-445706013-172.17.0.2-1731115105708/current, will proceed with Du for space computation calculation, 2024-11-09T01:18:29,157 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:18:29,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91b240b0805d5159 with lease ID 0x399d963f4d2b780c: Processing first storage report for DS-568eae3d-2508-439b-8d37-4d27103a7298 from datanode DatanodeRegistration(127.0.0.1:44393, datanodeUuid=0eaf3675-b414-4042-b269-53d24cc3ed7b, infoPort=33743, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=1314108212;c=1731115105708) 2024-11-09T01:18:29,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91b240b0805d5159 with lease ID 0x399d963f4d2b780c: from storage DS-568eae3d-2508-439b-8d37-4d27103a7298 node DatanodeRegistration(127.0.0.1:44393, datanodeUuid=0eaf3675-b414-4042-b269-53d24cc3ed7b, infoPort=33743, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=1314108212;c=1731115105708), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:18:29,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91b240b0805d5159 with lease ID 0x399d963f4d2b780c: Processing first storage report for DS-5f7c4983-9d54-4609-aaba-def393ca61e7 from datanode DatanodeRegistration(127.0.0.1:44393, datanodeUuid=0eaf3675-b414-4042-b269-53d24cc3ed7b, infoPort=33743, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=1314108212;c=1731115105708) 2024-11-09T01:18:29,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91b240b0805d5159 with lease ID 0x399d963f4d2b780c: from storage DS-5f7c4983-9d54-4609-aaba-def393ca61e7 node DatanodeRegistration(127.0.0.1:44393, datanodeUuid=0eaf3675-b414-4042-b269-53d24cc3ed7b, infoPort=33743, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=1314108212;c=1731115105708), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:18:29,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a 2024-11-09T01:18:29,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:29,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:29,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:18:29,671 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824 with version=8 2024-11-09T01:18:29,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/hbase-staging 2024-11-09T01:18:29,673 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:18:29,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:29,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:29,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:18:29,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:29,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:18:29,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:18:29,673 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:18:29,674 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43161 2024-11-09T01:18:29,675 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43161 connecting to ZooKeeper ensemble=127.0.0.1:59472 2024-11-09T01:18:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431610x0, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:18:29,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43161-0x1011d2c23810003 connected 2024-11-09T01:18:29,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:29,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:29,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Set watcher on znode that does not yet exist, /1-448507815/running 2024-11-09T01:18:29,772 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824, hbase.cluster.distributed=false 2024-11-09T01:18:29,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Set watcher on znode that does not yet exist, /1-448507815/acl 2024-11-09T01:18:29,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43161 2024-11-09T01:18:29,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43161 2024-11-09T01:18:29,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43161 2024-11-09T01:18:29,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43161 2024-11-09T01:18:29,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43161 2024-11-09T01:18:29,809 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:18:29,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:29,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:29,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:18:29,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:29,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:18:29,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:18:29,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:18:29,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42555 2024-11-09T01:18:29,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42555 connecting to ZooKeeper ensemble=127.0.0.1:59472 2024-11-09T01:18:29,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:29,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:29,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425550x0, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:18:29,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425550x0, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Set watcher on znode that does not yet exist, /1-448507815/running 2024-11-09T01:18:29,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42555-0x1011d2c23810004 connected 2024-11-09T01:18:29,826 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:18:29,828 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:18:29,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Set watcher on znode that does not yet exist, /1-448507815/master 2024-11-09T01:18:29,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Set watcher on znode that does not yet exist, /1-448507815/acl 2024-11-09T01:18:29,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42555 2024-11-09T01:18:29,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42555 2024-11-09T01:18:29,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42555 2024-11-09T01:18:29,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42555 2024-11-09T01:18:29,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42555 2024-11-09T01:18:29,846 DEBUG [M:0;5296cfb18d53:43161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:43161 2024-11-09T01:18:29,846 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-448507815/backup-masters/5296cfb18d53,43161,1731115109673 2024-11-09T01:18:29,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815/backup-masters 2024-11-09T01:18:29,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815/backup-masters 2024-11-09T01:18:29,858 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Set watcher on existing znode=/1-448507815/backup-masters/5296cfb18d53,43161,1731115109673 2024-11-09T01:18:29,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-448507815/master 2024-11-09T01:18:29,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:29,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:29,868 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Set watcher on existing znode=/1-448507815/master 2024-11-09T01:18:29,868 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-448507815/backup-masters/5296cfb18d53,43161,1731115109673 from backup master directory 2024-11-09T01:18:29,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815/backup-masters 2024-11-09T01:18:29,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-448507815/backup-masters/5296cfb18d53,43161,1731115109673 2024-11-09T01:18:29,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815/backup-masters 2024-11-09T01:18:29,878 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:18:29,878 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,43161,1731115109673 2024-11-09T01:18:29,882 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/hbase.id] with ID: bb357aec-e700-493c-883c-0e521fbf3307 2024-11-09T01:18:29,882 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/.tmp/hbase.id 2024-11-09T01:18:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:18:29,886 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/.tmp/hbase.id]:[hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/hbase.id] 2024-11-09T01:18:29,895 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:29,895 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:18:29,896 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:18:29,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:29,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:29,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:18:30,312 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:18:30,313 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:18:30,314 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:18:30,721 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store 2024-11-09T01:18:30,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:18:30,734 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:30,734 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:18:30,734 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:30,734 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:30,734 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:18:30,734 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:30,734 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:30,734 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115110734Disabling compacts and flushes for region at 1731115110734Disabling writes for close at 1731115110734Writing region close event to WAL at 1731115110734Closed at 1731115110734 2024-11-09T01:18:30,735 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/.initializing 2024-11-09T01:18:30,735 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/WALs/5296cfb18d53,43161,1731115109673 2024-11-09T01:18:30,736 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:18:30,742 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C43161%2C1731115109673, suffix=, logDir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/WALs/5296cfb18d53,43161,1731115109673, archiveDir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/oldWALs, maxLogs=10 2024-11-09T01:18:30,760 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/WALs/5296cfb18d53,43161,1731115109673/5296cfb18d53%2C43161%2C1731115109673.1731115110742, exclude list is [], retry=0 2024-11-09T01:18:30,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44393,DS-568eae3d-2508-439b-8d37-4d27103a7298,DISK] 2024-11-09T01:18:30,764 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/WALs/5296cfb18d53,43161,1731115109673/5296cfb18d53%2C43161%2C1731115109673.1731115110742 2024-11-09T01:18:30,764 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33743:33743)] 2024-11-09T01:18:30,764 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:30,764 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:30,765 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:30,765 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:30,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:30,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:18:30,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:30,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:30,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:30,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:18:30,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:30,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:30,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:30,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:18:30,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:30,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:30,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:30,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:18:30,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:30,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:30,773 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:30,774 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:30,774 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:30,775 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:30,775 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:30,775 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:30,776 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:30,778 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:18:30,779 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69784935, jitterRate=0.03987656533718109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:30,779 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115110765Initializing all the Stores at 1731115110766 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115110766Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115110766Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115110766Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115110766Cleaning up temporary data from old regions at 1731115110775 (+9 ms)Region opened successfully at 1731115110779 (+4 ms) 2024-11-09T01:18:30,779 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:18:30,782 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51419b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:18:30,782 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:18:30,783 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:18:30,783 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:18:30,783 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:18:30,783 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:18:30,784 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:18:30,784 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:18:30,788 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:18:30,789 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Unable to get data of znode /1-448507815/balancer because node does not exist (not necessarily an error) 2024-11-09T01:18:30,876 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-448507815/balancer already deleted, retry=false 2024-11-09T01:18:30,876 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:18:30,877 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Unable to get data of znode /1-448507815/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:18:30,938 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-448507815/normalizer already deleted, retry=false 2024-11-09T01:18:30,938 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:18:30,939 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Unable to get data of znode /1-448507815/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:18:30,945 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:18:30,957 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-448507815/switch/split already deleted, retry=false 2024-11-09T01:18:30,958 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Unable to get data of znode /1-448507815/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:18:30,967 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-448507815/switch/merge already deleted, retry=false 2024-11-09T01:18:30,969 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Unable to get data of znode /1-448507815/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:18:30,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:30,983 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-448507815/snapshot-cleanup already deleted, retry=false 2024-11-09T01:18:30,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:30,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:30,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:30,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:30,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-448507815/running 2024-11-09T01:18:30,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:30,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:30,999 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,43161,1731115109673, sessionid=0x1011d2c23810003, setting cluster-up flag (Was=false) 2024-11-09T01:18:31,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-448507815/running 2024-11-09T01:18:31,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:31,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:18:31,051 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-448507815/flush-table-proc/acquired, /1-448507815/flush-table-proc/reached, /1-448507815/flush-table-proc/abort 2024-11-09T01:18:31,052 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,43161,1731115109673 2024-11-09T01:18:31,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:31,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:31,104 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-448507815/online-snapshot/acquired, /1-448507815/online-snapshot/reached, /1-448507815/online-snapshot/abort 2024-11-09T01:18:31,105 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,43161,1731115109673 2024-11-09T01:18:31,106 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:18:31,109 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:31,109 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:18:31,110 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:18:31,110 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,43161,1731115109673 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:18:31,111 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:31,111 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:31,111 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:31,111 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:31,111 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:18:31,111 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:31,111 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:18:31,111 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:31,120 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115141120 2024-11-09T01:18:31,120 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:18:31,120 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:18:31,120 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:18:31,120 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:18:31,120 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:18:31,120 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:18:31,121 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:31,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:18:31,122 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:31,122 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:18:31,124 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:31,128 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:18:31,128 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:18:31,128 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:18:31,128 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:18:31,131 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:18:31,131 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:18:31,139 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115111132,5,FailOnTimeoutGroup] 2024-11-09T01:18:31,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:18:31,144 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(746): ClusterId : bb357aec-e700-493c-883c-0e521fbf3307 2024-11-09T01:18:31,144 DEBUG [RS:0;5296cfb18d53:42555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:18:31,145 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:18:31,145 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824 2024-11-09T01:18:31,148 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115111139,5,FailOnTimeoutGroup] 2024-11-09T01:18:31,148 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:31,148 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:18:31,148 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:31,148 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:31,157 DEBUG [RS:0;5296cfb18d53:42555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:18:31,157 DEBUG [RS:0;5296cfb18d53:42555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:18:31,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:18:31,168 DEBUG [RS:0;5296cfb18d53:42555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:18:31,168 DEBUG [RS:0;5296cfb18d53:42555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5576b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:18:31,184 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:42555 2024-11-09T01:18:31,184 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:18:31,184 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:18:31,184 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:18:31,185 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,43161,1731115109673 with port=42555, startcode=1731115109808 2024-11-09T01:18:31,185 DEBUG [RS:0;5296cfb18d53:42555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:18:31,189 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:18:31,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,42555,1731115109808 2024-11-09T01:18:31,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43161 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,42555,1731115109808 2024-11-09T01:18:31,190 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824 2024-11-09T01:18:31,190 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39451 2024-11-09T01:18:31,190 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:18:31,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815/rs 2024-11-09T01:18:31,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,42555,1731115109808] 2024-11-09T01:18:31,200 DEBUG [RS:0;5296cfb18d53:42555 {}] zookeeper.ZKUtil(111): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Set watcher on existing znode=/1-448507815/rs/5296cfb18d53,42555,1731115109808 2024-11-09T01:18:31,200 WARN [RS:0;5296cfb18d53:42555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:18:31,200 INFO [RS:0;5296cfb18d53:42555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:31,200 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808 2024-11-09T01:18:31,204 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:18:31,208 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:18:31,211 INFO [RS:0;5296cfb18d53:42555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:18:31,211 INFO [RS:0;5296cfb18d53:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:31,212 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:18:31,213 INFO [RS:0;5296cfb18d53:42555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:18:31,213 INFO [RS:0;5296cfb18d53:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:31,213 DEBUG [RS:0;5296cfb18d53:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:31,213 DEBUG [RS:0;5296cfb18d53:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:31,213 DEBUG [RS:0;5296cfb18d53:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:31,213 DEBUG [RS:0;5296cfb18d53:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:31,213 DEBUG [RS:0;5296cfb18d53:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:31,213 DEBUG [RS:0;5296cfb18d53:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:18:31,213 DEBUG [RS:0;5296cfb18d53:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:31,213 DEBUG [RS:0;5296cfb18d53:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:31,213 DEBUG [RS:0;5296cfb18d53:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:31,213 DEBUG [RS:0;5296cfb18d53:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:31,213 DEBUG [RS:0;5296cfb18d53:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:31,213 DEBUG [RS:0;5296cfb18d53:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:31,213 DEBUG [RS:0;5296cfb18d53:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:18:31,213 DEBUG [RS:0;5296cfb18d53:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:18:31,215 INFO [RS:0;5296cfb18d53:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:31,215 INFO [RS:0;5296cfb18d53:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:31,215 INFO [RS:0;5296cfb18d53:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:31,215 INFO [RS:0;5296cfb18d53:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:31,215 INFO [RS:0;5296cfb18d53:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:31,215 INFO [RS:0;5296cfb18d53:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42555,1731115109808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:18:31,229 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:18:31,229 INFO [RS:0;5296cfb18d53:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42555,1731115109808-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:31,229 INFO [RS:0;5296cfb18d53:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:31,229 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.Replication(171): 5296cfb18d53,42555,1731115109808 started 2024-11-09T01:18:31,242 INFO [RS:0;5296cfb18d53:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:31,242 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,42555,1731115109808, RpcServer on 5296cfb18d53/172.17.0.2:42555, sessionid=0x1011d2c23810004 2024-11-09T01:18:31,243 DEBUG [RS:0;5296cfb18d53:42555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:18:31,243 DEBUG [RS:0;5296cfb18d53:42555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,42555,1731115109808 2024-11-09T01:18:31,243 DEBUG [RS:0;5296cfb18d53:42555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,42555,1731115109808' 2024-11-09T01:18:31,243 DEBUG [RS:0;5296cfb18d53:42555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-448507815/flush-table-proc/abort' 2024-11-09T01:18:31,243 DEBUG [RS:0;5296cfb18d53:42555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-448507815/flush-table-proc/acquired' 2024-11-09T01:18:31,243 DEBUG [RS:0;5296cfb18d53:42555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:18:31,243 DEBUG [RS:0;5296cfb18d53:42555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:18:31,243 DEBUG [RS:0;5296cfb18d53:42555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,42555,1731115109808 2024-11-09T01:18:31,243 DEBUG [RS:0;5296cfb18d53:42555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,42555,1731115109808' 2024-11-09T01:18:31,243 DEBUG [RS:0;5296cfb18d53:42555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-448507815/online-snapshot/abort' 2024-11-09T01:18:31,243 DEBUG [RS:0;5296cfb18d53:42555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-448507815/online-snapshot/acquired' 2024-11-09T01:18:31,244 DEBUG [RS:0;5296cfb18d53:42555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:18:31,244 INFO [RS:0;5296cfb18d53:42555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:18:31,244 INFO [RS:0;5296cfb18d53:42555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:18:31,344 INFO [RS:0;5296cfb18d53:42555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:18:31,345 INFO [RS:0;5296cfb18d53:42555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C42555%2C1731115109808, suffix=, logDir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808, archiveDir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/oldWALs, maxLogs=10 2024-11-09T01:18:31,360 DEBUG [RS:0;5296cfb18d53:42555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346, exclude list is [], retry=0 2024-11-09T01:18:31,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44393,DS-568eae3d-2508-439b-8d37-4d27103a7298,DISK] 2024-11-09T01:18:31,365 INFO [RS:0;5296cfb18d53:42555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 2024-11-09T01:18:31,365 DEBUG [RS:0;5296cfb18d53:42555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33743:33743)] 2024-11-09T01:18:31,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:31,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:18:31,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:18:31,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:31,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:31,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:18:31,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:18:31,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:31,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:31,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:18:31,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:18:31,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:31,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:31,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:18:31,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:18:31,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:31,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:31,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:18:31,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740 2024-11-09T01:18:31,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740 2024-11-09T01:18:31,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:18:31,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:18:31,580 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:31,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:18:31,583 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:18:31,584 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59640591, jitterRate=-0.11128593981266022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:31,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115111567Initializing all the Stores at 1731115111567Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115111567Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115111568 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115111568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115111568Cleaning up temporary data from old regions at 1731115111580 (+12 ms)Region opened successfully at 1731115111584 (+4 ms) 2024-11-09T01:18:31,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:18:31,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:18:31,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:18:31,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:18:31,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:18:31,584 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:18:31,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115111584Disabling compacts and flushes for region at 1731115111584Disabling writes for close at 1731115111584Writing region close event to WAL at 1731115111584Closed at 1731115111584 2024-11-09T01:18:31,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:31,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:18:31,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:18:31,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:18:31,588 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:18:31,739 DEBUG [5296cfb18d53:43161 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:18:31,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,42555,1731115109808 2024-11-09T01:18:31,740 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,42555,1731115109808, state=OPENING 2024-11-09T01:18:31,802 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:18:31,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:31,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:31,820 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:18:31,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-448507815/meta-region-server: CHANGED 2024-11-09T01:18:31,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,42555,1731115109808}] 2024-11-09T01:18:31,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-448507815/meta-region-server: CHANGED 2024-11-09T01:18:31,975 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:18:31,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:18:31,979 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:18:31,979 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:31,979 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:18:31,981 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C42555%2C1731115109808.meta, suffix=.meta, logDir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808, archiveDir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/oldWALs, maxLogs=10 2024-11-09T01:18:31,998 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.meta.1731115111981.meta, exclude list is [], retry=0 2024-11-09T01:18:32,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44393,DS-568eae3d-2508-439b-8d37-4d27103a7298,DISK] 2024-11-09T01:18:32,001 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.meta.1731115111981.meta 2024-11-09T01:18:32,002 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33743:33743)] 2024-11-09T01:18:32,002 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:32,002 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:18:32,002 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:18:32,002 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:18:32,002 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:18:32,002 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:18:32,003 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:32,003 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:18:32,003 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:18:32,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:18:32,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:18:32,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:32,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:32,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:18:32,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:18:32,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:32,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:32,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:18:32,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:18:32,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:32,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:32,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:18:32,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:18:32,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:32,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:32,007 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:18:32,008 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740 2024-11-09T01:18:32,009 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740 2024-11-09T01:18:32,010 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:18:32,010 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:18:32,011 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:32,012 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:18:32,012 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74701234, jitterRate=0.11313512921333313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:32,012 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:18:32,013 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115112003Writing region info on filesystem at 1731115112003Initializing all the Stores at 1731115112003Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115112004 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115112004Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115112004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115112004Cleaning up temporary data from old regions at 1731115112010 (+6 ms)Running coprocessor post-open hooks at 1731115112012 (+2 ms)Region opened successfully at 1731115112013 (+1 ms) 2024-11-09T01:18:32,014 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115111975 2024-11-09T01:18:32,016 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:18:32,016 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:18:32,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,42555,1731115109808 2024-11-09T01:18:32,017 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,42555,1731115109808, state=OPEN 2024-11-09T01:18:32,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-448507815/meta-region-server 2024-11-09T01:18:32,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-448507815/meta-region-server 2024-11-09T01:18:32,026 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,42555,1731115109808 2024-11-09T01:18:32,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-448507815/meta-region-server: CHANGED 2024-11-09T01:18:32,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-448507815/meta-region-server: CHANGED 2024-11-09T01:18:32,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:18:32,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,42555,1731115109808 in 205 msec 2024-11-09T01:18:32,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:18:32,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-09T01:18:32,030 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:32,030 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:18:32,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:32,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1] 2024-11-09T01:18:32,032 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:32,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:18:32,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 928 msec 2024-11-09T01:18:32,038 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115112038, completionTime=-1 2024-11-09T01:18:32,038 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:18:32,039 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:18:32,040 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:18:32,040 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115172040 2024-11-09T01:18:32,040 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115232040 2024-11-09T01:18:32,041 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T01:18:32,041 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43161,1731115109673-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:32,041 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43161,1731115109673-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:32,041 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43161,1731115109673-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:32,041 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:43161, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:32,041 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:32,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:18:32,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T01:18:32,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:32,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T01:18:32,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:18:32,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T01:18:32,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:18:32,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T01:18:32,043 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:18:32,044 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:32,047 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.169sec 2024-11-09T01:18:32,047 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:18:32,047 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:18:32,048 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:18:32,048 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:18:32,048 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:18:32,048 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43161,1731115109673-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:18:32,048 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43161,1731115109673-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:18:32,054 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:18:32,054 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:18:32,054 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43161,1731115109673-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:32,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e301dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:32,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43161,-1 for getting cluster id 2024-11-09T01:18:32,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:32,144 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb357aec-e700-493c-883c-0e521fbf3307' 2024-11-09T01:18:32,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:32,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb357aec-e700-493c-883c-0e521fbf3307" 2024-11-09T01:18:32,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77914a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:32,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43161,-1] 2024-11-09T01:18:32,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:32,147 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:32,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a6ca27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:32,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1] 2024-11-09T01:18:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:32,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:18:32,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,43161,1731115109673 2024-11-09T01:18:32,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59472 2024-11-09T01:18:32,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:18:32,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d2c23810005 connected 2024-11-09T01:18:32,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:32,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,40903,1731115102296 2024-11-09T01:18:32,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d33a816 2024-11-09T01:18:32,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:32,180 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:18:32,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:18:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:18:32,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:18:32,184 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:32,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:18:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:32,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:18:32,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:18:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:32,596 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55551252bf1fb430758475dc888f60b9, NAME => 'test,,1731115112181.55551252bf1fb430758475dc888f60b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6 2024-11-09T01:18:32,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:18:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:33,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731115112181.55551252bf1fb430758475dc888f60b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:33,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 55551252bf1fb430758475dc888f60b9, disabling compactions & flushes 2024-11-09T01:18:33,006 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731115112181.55551252bf1fb430758475dc888f60b9. 2024-11-09T01:18:33,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115112181.55551252bf1fb430758475dc888f60b9. 2024-11-09T01:18:33,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731115112181.55551252bf1fb430758475dc888f60b9. after waiting 0 ms 2024-11-09T01:18:33,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731115112181.55551252bf1fb430758475dc888f60b9. 2024-11-09T01:18:33,007 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731115112181.55551252bf1fb430758475dc888f60b9. 2024-11-09T01:18:33,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55551252bf1fb430758475dc888f60b9: Waiting for close lock at 1731115113006Disabling compacts and flushes for region at 1731115113006Disabling writes for close at 1731115113006Writing region close event to WAL at 1731115113006Closed at 1731115113006 2024-11-09T01:18:33,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:18:33,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731115112181.55551252bf1fb430758475dc888f60b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731115113008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115113008"}]},"ts":"1731115113008"} 2024-11-09T01:18:33,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:18:33,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:18:33,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115113010"}]},"ts":"1731115113010"} 2024-11-09T01:18:33,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:18:33,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55551252bf1fb430758475dc888f60b9, ASSIGN}] 2024-11-09T01:18:33,013 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55551252bf1fb430758475dc888f60b9, ASSIGN 2024-11-09T01:18:33,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=55551252bf1fb430758475dc888f60b9, ASSIGN; state=OFFLINE, location=5296cfb18d53,46157,1731115102625; forceNewPlan=false, retain=false 2024-11-09T01:18:33,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55551252bf1fb430758475dc888f60b9, regionState=OPENING, regionLocation=5296cfb18d53,46157,1731115102625 2024-11-09T01:18:33,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=55551252bf1fb430758475dc888f60b9, ASSIGN because future has completed 2024-11-09T01:18:33,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55551252bf1fb430758475dc888f60b9, server=5296cfb18d53,46157,1731115102625}] 2024-11-09T01:18:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:33,339 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731115112181.55551252bf1fb430758475dc888f60b9. 2024-11-09T01:18:33,339 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 55551252bf1fb430758475dc888f60b9, NAME => 'test,,1731115112181.55551252bf1fb430758475dc888f60b9.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:33,340 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:18:33,340 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:18:33,340 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:33,340 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731115112181.55551252bf1fb430758475dc888f60b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:33,340 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:33,340 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:33,341 INFO [StoreOpener-55551252bf1fb430758475dc888f60b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:33,342 INFO [StoreOpener-55551252bf1fb430758475dc888f60b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55551252bf1fb430758475dc888f60b9 columnFamilyName f 2024-11-09T01:18:33,342 DEBUG [StoreOpener-55551252bf1fb430758475dc888f60b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:33,343 INFO [StoreOpener-55551252bf1fb430758475dc888f60b9-1 {}] regionserver.HStore(327): Store=55551252bf1fb430758475dc888f60b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:33,343 INFO [StoreOpener-55551252bf1fb430758475dc888f60b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:33,344 INFO [StoreOpener-55551252bf1fb430758475dc888f60b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55551252bf1fb430758475dc888f60b9 columnFamilyName f1 2024-11-09T01:18:33,344 DEBUG [StoreOpener-55551252bf1fb430758475dc888f60b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:33,344 INFO [StoreOpener-55551252bf1fb430758475dc888f60b9-1 {}] regionserver.HStore(327): Store=55551252bf1fb430758475dc888f60b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:33,344 INFO [StoreOpener-55551252bf1fb430758475dc888f60b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:33,345 INFO [StoreOpener-55551252bf1fb430758475dc888f60b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55551252bf1fb430758475dc888f60b9 columnFamilyName norep 2024-11-09T01:18:33,345 DEBUG [StoreOpener-55551252bf1fb430758475dc888f60b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:33,345 INFO [StoreOpener-55551252bf1fb430758475dc888f60b9-1 {}] regionserver.HStore(327): Store=55551252bf1fb430758475dc888f60b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:33,345 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:33,346 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:33,346 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:33,347 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:33,347 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:33,347 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:18:33,348 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:33,349 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:18:33,350 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 55551252bf1fb430758475dc888f60b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69993190, jitterRate=0.042979806661605835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:18:33,350 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:33,350 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 55551252bf1fb430758475dc888f60b9: Running coprocessor pre-open hook at 1731115113340Writing region info on filesystem at 1731115113340Initializing all the Stores at 1731115113341 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115113341Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115113341Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115113341Cleaning up temporary data from old regions at 1731115113347 (+6 ms)Running coprocessor post-open hooks at 1731115113350 (+3 ms)Region opened successfully at 1731115113350 2024-11-09T01:18:33,351 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731115112181.55551252bf1fb430758475dc888f60b9., pid=6, masterSystemTime=1731115113328 2024-11-09T01:18:33,353 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731115112181.55551252bf1fb430758475dc888f60b9. 2024-11-09T01:18:33,353 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731115112181.55551252bf1fb430758475dc888f60b9. 2024-11-09T01:18:33,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55551252bf1fb430758475dc888f60b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,46157,1731115102625 2024-11-09T01:18:33,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55551252bf1fb430758475dc888f60b9, server=5296cfb18d53,46157,1731115102625 because future has completed 2024-11-09T01:18:33,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:18:33,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 55551252bf1fb430758475dc888f60b9, server=5296cfb18d53,46157,1731115102625 in 187 msec 2024-11-09T01:18:33,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:18:33,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=55551252bf1fb430758475dc888f60b9, ASSIGN in 346 msec 2024-11-09T01:18:33,360 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:18:33,360 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115113360"}]},"ts":"1731115113360"} 2024-11-09T01:18:33,362 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:18:33,363 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:18:33,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1820 sec 2024-11-09T01:18:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:34,336 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:18:34,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43161,1731115109673 2024-11-09T01:18:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74f429f2 2024-11-09T01:18:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:34,339 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:18:34,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:18:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:18:34,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:18:34,342 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:34,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:18:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:34,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:18:34,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:18:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:34,751 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e22f1998bd6e441b861ad0e2420c163, NAME => 'test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824 2024-11-09T01:18:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:18:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:35,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:35,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4e22f1998bd6e441b861ad0e2420c163, disabling compactions & flushes 2024-11-09T01:18:35,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163. 2024-11-09T01:18:35,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163. 2024-11-09T01:18:35,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163. after waiting 0 ms 2024-11-09T01:18:35,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163. 2024-11-09T01:18:35,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163. 2024-11-09T01:18:35,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e22f1998bd6e441b861ad0e2420c163: Waiting for close lock at 1731115115160Disabling compacts and flushes for region at 1731115115160Disabling writes for close at 1731115115161 (+1 ms)Writing region close event to WAL at 1731115115161Closed at 1731115115161 2024-11-09T01:18:35,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:18:35,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731115115162"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115115162"}]},"ts":"1731115115162"} 2024-11-09T01:18:35,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:18:35,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:18:35,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115115165"}]},"ts":"1731115115165"} 2024-11-09T01:18:35,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:18:35,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e22f1998bd6e441b861ad0e2420c163, ASSIGN}] 2024-11-09T01:18:35,167 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e22f1998bd6e441b861ad0e2420c163, ASSIGN 2024-11-09T01:18:35,168 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4e22f1998bd6e441b861ad0e2420c163, ASSIGN; state=OFFLINE, location=5296cfb18d53,42555,1731115109808; forceNewPlan=false, retain=false 2024-11-09T01:18:35,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e22f1998bd6e441b861ad0e2420c163, regionState=OPENING, regionLocation=5296cfb18d53,42555,1731115109808 2024-11-09T01:18:35,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4e22f1998bd6e441b861ad0e2420c163, ASSIGN because future has completed 2024-11-09T01:18:35,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e22f1998bd6e441b861ad0e2420c163, server=5296cfb18d53,42555,1731115109808}] 2024-11-09T01:18:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:35,496 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163. 2024-11-09T01:18:35,496 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e22f1998bd6e441b861ad0e2420c163, NAME => 'test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:35,497 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:18:35,497 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:18:35,497 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4e22f1998bd6e441b861ad0e2420c163 2024-11-09T01:18:35,497 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:35,497 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4e22f1998bd6e441b861ad0e2420c163 2024-11-09T01:18:35,497 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4e22f1998bd6e441b861ad0e2420c163 2024-11-09T01:18:35,500 INFO [StoreOpener-4e22f1998bd6e441b861ad0e2420c163-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e22f1998bd6e441b861ad0e2420c163 2024-11-09T01:18:35,501 INFO [StoreOpener-4e22f1998bd6e441b861ad0e2420c163-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e22f1998bd6e441b861ad0e2420c163 columnFamilyName f 2024-11-09T01:18:35,501 DEBUG [StoreOpener-4e22f1998bd6e441b861ad0e2420c163-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:35,502 INFO [StoreOpener-4e22f1998bd6e441b861ad0e2420c163-1 {}] regionserver.HStore(327): Store=4e22f1998bd6e441b861ad0e2420c163/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:35,502 INFO [StoreOpener-4e22f1998bd6e441b861ad0e2420c163-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4e22f1998bd6e441b861ad0e2420c163 2024-11-09T01:18:35,503 INFO [StoreOpener-4e22f1998bd6e441b861ad0e2420c163-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e22f1998bd6e441b861ad0e2420c163 columnFamilyName f1 2024-11-09T01:18:35,503 DEBUG [StoreOpener-4e22f1998bd6e441b861ad0e2420c163-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:35,503 INFO [StoreOpener-4e22f1998bd6e441b861ad0e2420c163-1 {}] regionserver.HStore(327): Store=4e22f1998bd6e441b861ad0e2420c163/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:35,503 INFO [StoreOpener-4e22f1998bd6e441b861ad0e2420c163-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4e22f1998bd6e441b861ad0e2420c163 2024-11-09T01:18:35,509 INFO [StoreOpener-4e22f1998bd6e441b861ad0e2420c163-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e22f1998bd6e441b861ad0e2420c163 columnFamilyName norep 2024-11-09T01:18:35,509 DEBUG [StoreOpener-4e22f1998bd6e441b861ad0e2420c163-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:35,510 INFO [StoreOpener-4e22f1998bd6e441b861ad0e2420c163-1 {}] regionserver.HStore(327): Store=4e22f1998bd6e441b861ad0e2420c163/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:35,510 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4e22f1998bd6e441b861ad0e2420c163 2024-11-09T01:18:35,511 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163 2024-11-09T01:18:35,512 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163 2024-11-09T01:18:35,514 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4e22f1998bd6e441b861ad0e2420c163 2024-11-09T01:18:35,514 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4e22f1998bd6e441b861ad0e2420c163 2024-11-09T01:18:35,515 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:18:35,517 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4e22f1998bd6e441b861ad0e2420c163 2024-11-09T01:18:35,521 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:18:35,521 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4e22f1998bd6e441b861ad0e2420c163; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75308204, jitterRate=0.12217968702316284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:18:35,521 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e22f1998bd6e441b861ad0e2420c163 2024-11-09T01:18:35,521 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4e22f1998bd6e441b861ad0e2420c163: Running coprocessor pre-open hook at 1731115115497Writing region info on filesystem at 1731115115497Initializing all the Stores at 1731115115499 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115115499Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115115500 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115115500Cleaning up temporary data from old regions at 1731115115514 (+14 ms)Running coprocessor post-open hooks at 1731115115521 (+7 ms)Region opened successfully at 1731115115521 2024-11-09T01:18:35,522 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163., pid=6, masterSystemTime=1731115115473 2024-11-09T01:18:35,524 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163. 2024-11-09T01:18:35,524 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163. 2024-11-09T01:18:35,525 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e22f1998bd6e441b861ad0e2420c163, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,42555,1731115109808 2024-11-09T01:18:35,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e22f1998bd6e441b861ad0e2420c163, server=5296cfb18d53,42555,1731115109808 because future has completed 2024-11-09T01:18:35,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:18:35,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e22f1998bd6e441b861ad0e2420c163, server=5296cfb18d53,42555,1731115109808 in 207 msec 2024-11-09T01:18:35,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:18:35,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4e22f1998bd6e441b861ad0e2420c163, ASSIGN in 363 msec 2024-11-09T01:18:35,532 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:18:35,532 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115115532"}]},"ts":"1731115115532"} 2024-11-09T01:18:35,534 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:18:35,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:18:35,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1960 sec 2024-11-09T01:18:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:18:36,488 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:18:36,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8256f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:36,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40903,-1 for getting cluster id 2024-11-09T01:18:36,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:36,489 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6c6dc7-a29b-46f9-beb0-93b965c6feb4' 2024-11-09T01:18:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6c6dc7-a29b-46f9-beb0-93b965c6feb4" 2024-11-09T01:18:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce01921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40903,-1] 2024-11-09T01:18:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:36,491 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48931c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:36,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccaa80b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:36,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43161,-1 for getting cluster id 2024-11-09T01:18:36,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:36,505 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb357aec-e700-493c-883c-0e521fbf3307' 2024-11-09T01:18:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:36,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb357aec-e700-493c-883c-0e521fbf3307" 2024-11-09T01:18:36,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f58e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:36,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43161,-1] 2024-11-09T01:18:36,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:36,511 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6d759d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:36,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f24eb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:36,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40903,-1 for getting cluster id 2024-11-09T01:18:36,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:36,530 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6c6dc7-a29b-46f9-beb0-93b965c6feb4' 2024-11-09T01:18:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6c6dc7-a29b-46f9-beb0-93b965c6feb4" 2024-11-09T01:18:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3817ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40903,-1] 2024-11-09T01:18:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:36,532 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:36,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bec760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:36,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,40903,1731115102296 2024-11-09T01:18:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a844675 2024-11-09T01:18:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:36,537 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:18:36,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:43161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:18:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:18:36,542 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:43161' 2024-11-09T01:18:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:18:36,554 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a65a84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:36,554 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43161,-1 for getting cluster id 2024-11-09T01:18:36,554 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:36,555 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb357aec-e700-493c-883c-0e521fbf3307' 2024-11-09T01:18:36,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:36,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb357aec-e700-493c-883c-0e521fbf3307" 2024-11-09T01:18:36,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1299598a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:36,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43161,-1] 2024-11-09T01:18:36,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:36,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:36,558 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:36,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc47c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:36,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:36,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43161,1731115109673 2024-11-09T01:18:36,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60f82ce1 2024-11-09T01:18:36,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:36,565 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:18:36,567 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T01:18:36,567 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:18:36,567 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:36,567 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:36,568 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:18:36,570 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:18:36,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:36,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:18:36,573 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:36,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:18:36,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741837_1013 (size=1138) 2024-11-09T01:18:36,613 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 077b7bf39194e2a9244a8a9a93078874, NAME => 'hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6 2024-11-09T01:18:36,620 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:18:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:18:36,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741838_1014 (size=44) 2024-11-09T01:18:36,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:36,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 077b7bf39194e2a9244a8a9a93078874, disabling compactions & flushes 2024-11-09T01:18:36,699 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. 2024-11-09T01:18:36,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. 2024-11-09T01:18:36,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. after waiting 0 ms 2024-11-09T01:18:36,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. 2024-11-09T01:18:36,699 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. 2024-11-09T01:18:36,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 077b7bf39194e2a9244a8a9a93078874: Waiting for close lock at 1731115116699Disabling compacts and flushes for region at 1731115116699Disabling writes for close at 1731115116699Writing region close event to WAL at 1731115116699Closed at 1731115116699 2024-11-09T01:18:36,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:18:36,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731115116701"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115116701"}]},"ts":"1731115116701"} 2024-11-09T01:18:36,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:18:36,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:18:36,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115116708"}]},"ts":"1731115116708"} 2024-11-09T01:18:36,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:18:36,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=077b7bf39194e2a9244a8a9a93078874, ASSIGN}] 2024-11-09T01:18:36,715 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=077b7bf39194e2a9244a8a9a93078874, ASSIGN 2024-11-09T01:18:36,716 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=077b7bf39194e2a9244a8a9a93078874, ASSIGN; state=OFFLINE, location=5296cfb18d53,46157,1731115102625; forceNewPlan=false, retain=false 2024-11-09T01:18:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:18:36,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=077b7bf39194e2a9244a8a9a93078874, regionState=OPENING, regionLocation=5296cfb18d53,46157,1731115102625 2024-11-09T01:18:36,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=077b7bf39194e2a9244a8a9a93078874, ASSIGN because future has completed 2024-11-09T01:18:36,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 077b7bf39194e2a9244a8a9a93078874, server=5296cfb18d53,46157,1731115102625}] 2024-11-09T01:18:37,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. 2024-11-09T01:18:37,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:37,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:18:37,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C46157%2C1731115102625.rep, suffix=, logDir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625, archiveDir=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/oldWALs, maxLogs=10 2024-11-09T01:18:37,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.rep.1731115117059, exclude list is [], retry=0 2024-11-09T01:18:37,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-4e01ae26-1ebe-45b5-bdd9-3d245e079bbe,DISK] 2024-11-09T01:18:37,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.rep.1731115117059 2024-11-09T01:18:37,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38173:38173)] 2024-11-09T01:18:37,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 077b7bf39194e2a9244a8a9a93078874, NAME => 'hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:37,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:18:37,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:18:37,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. service=MultiRowMutationService 2024-11-09T01:18:37,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:18:37,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 077b7bf39194e2a9244a8a9a93078874 2024-11-09T01:18:37,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:37,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 077b7bf39194e2a9244a8a9a93078874 2024-11-09T01:18:37,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 077b7bf39194e2a9244a8a9a93078874 2024-11-09T01:18:37,082 INFO [StoreOpener-077b7bf39194e2a9244a8a9a93078874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 077b7bf39194e2a9244a8a9a93078874 2024-11-09T01:18:37,083 INFO [StoreOpener-077b7bf39194e2a9244a8a9a93078874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 077b7bf39194e2a9244a8a9a93078874 columnFamilyName hfileref 2024-11-09T01:18:37,083 DEBUG [StoreOpener-077b7bf39194e2a9244a8a9a93078874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:37,084 INFO [StoreOpener-077b7bf39194e2a9244a8a9a93078874-1 {}] regionserver.HStore(327): Store=077b7bf39194e2a9244a8a9a93078874/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:37,084 INFO [StoreOpener-077b7bf39194e2a9244a8a9a93078874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 077b7bf39194e2a9244a8a9a93078874 2024-11-09T01:18:37,085 INFO [StoreOpener-077b7bf39194e2a9244a8a9a93078874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 077b7bf39194e2a9244a8a9a93078874 columnFamilyName queue 2024-11-09T01:18:37,085 DEBUG [StoreOpener-077b7bf39194e2a9244a8a9a93078874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:37,085 INFO [StoreOpener-077b7bf39194e2a9244a8a9a93078874-1 {}] regionserver.HStore(327): Store=077b7bf39194e2a9244a8a9a93078874/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:37,085 INFO [StoreOpener-077b7bf39194e2a9244a8a9a93078874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 077b7bf39194e2a9244a8a9a93078874 2024-11-09T01:18:37,086 INFO [StoreOpener-077b7bf39194e2a9244a8a9a93078874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 077b7bf39194e2a9244a8a9a93078874 columnFamilyName sid 2024-11-09T01:18:37,086 DEBUG [StoreOpener-077b7bf39194e2a9244a8a9a93078874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:37,087 INFO [StoreOpener-077b7bf39194e2a9244a8a9a93078874-1 {}] regionserver.HStore(327): Store=077b7bf39194e2a9244a8a9a93078874/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:37,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 077b7bf39194e2a9244a8a9a93078874 2024-11-09T01:18:37,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/replication/077b7bf39194e2a9244a8a9a93078874 2024-11-09T01:18:37,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/replication/077b7bf39194e2a9244a8a9a93078874 2024-11-09T01:18:37,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 077b7bf39194e2a9244a8a9a93078874 2024-11-09T01:18:37,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 077b7bf39194e2a9244a8a9a93078874 2024-11-09T01:18:37,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:18:37,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 077b7bf39194e2a9244a8a9a93078874 2024-11-09T01:18:37,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/replication/077b7bf39194e2a9244a8a9a93078874/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:18:37,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 077b7bf39194e2a9244a8a9a93078874; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70344729, jitterRate=0.048218145966529846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:18:37,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 077b7bf39194e2a9244a8a9a93078874 2024-11-09T01:18:37,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 077b7bf39194e2a9244a8a9a93078874: Running coprocessor pre-open hook at 1731115117081Writing region info on filesystem at 1731115117081Initializing all the Stores at 1731115117082 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115117082Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115117082Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115117082Cleaning up temporary data from old regions at 1731115117088 (+6 ms)Running coprocessor post-open hooks at 1731115117093 (+5 ms)Region opened successfully at 1731115117093 2024-11-09T01:18:37,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874., pid=10, masterSystemTime=1731115117050 2024-11-09T01:18:37,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. 2024-11-09T01:18:37,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. 2024-11-09T01:18:37,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=077b7bf39194e2a9244a8a9a93078874, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,46157,1731115102625 2024-11-09T01:18:37,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 077b7bf39194e2a9244a8a9a93078874, server=5296cfb18d53,46157,1731115102625 because future has completed 2024-11-09T01:18:37,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T01:18:37,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 077b7bf39194e2a9244a8a9a93078874, server=5296cfb18d53,46157,1731115102625 in 204 msec 2024-11-09T01:18:37,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T01:18:37,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=077b7bf39194e2a9244a8a9a93078874, ASSIGN in 390 msec 2024-11-09T01:18:37,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:18:37,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115117106"}]},"ts":"1731115117106"} 2024-11-09T01:18:37,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:18:37,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:18:37,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 542 msec 2024-11-09T01:18:37,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874., hostname=5296cfb18d53,46157,1731115102625, seqNum=2] 2024-11-09T01:18:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:18:37,219 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:37,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:37,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:18:37,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T01:18:37,395 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:18:37,424 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,46157,1731115102625, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:18:37,425 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:37,425 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,46157,1731115102625, seqNum=-1] 2024-11-09T01:18:37,425 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:37,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T01:18:37,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,46157,1731115102625', locateType=CURRENT is [region=hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874., hostname=5296cfb18d53,46157,1731115102625, seqNum=2] 2024-11-09T01:18:37,429 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T01:18:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T01:18:37,433 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,46157,1731115102625 suceeded 2024-11-09T01:18:37,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T01:18:37,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-09T01:18:37,435 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:43161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:18:37,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 897 msec 2024-11-09T01:18:37,445 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:43161' 2024-11-09T01:18:37,448 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48957778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:37,448 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43161,-1 for getting cluster id 2024-11-09T01:18:37,449 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:37,450 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb357aec-e700-493c-883c-0e521fbf3307' 2024-11-09T01:18:37,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:37,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb357aec-e700-493c-883c-0e521fbf3307" 2024-11-09T01:18:37,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e81ac9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:37,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43161,-1] 2024-11-09T01:18:37,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:37,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:37,452 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:37,452 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7939cc2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:37,452 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:37,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43161,1731115109673 2024-11-09T01:18:37,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33abaab5 2024-11-09T01:18:37,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:37,454 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T01:18:37,455 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,46157,1731115102625 (queues=1) is replicating from cluster=5b6c6dc7-a29b-46f9-beb0-93b965c6feb4 to cluster=bb357aec-e700-493c-883c-0e521fbf3307 2024-11-09T01:18:37,455 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C46157%2C1731115102625 2024-11-09T01:18:37,455 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,46157,1731115102625, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:18:37,455 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C46157%2C1731115102625 2024-11-09T01:18:37,456 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964, startPosition=0, beingWritten=true 2024-11-09T01:18:37,460 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:18:37,460 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 379, reset compression=false 2024-11-09T01:18:37,460 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,46157,1731115102625 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:18:37,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:18:37,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:37,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:37,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:37,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:37,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:37,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:37,563 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T01:18:37,563 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T01:18:37,664 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 379, reset compression=false 2024-11-09T01:18:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:18:37,676 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:18:37,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:37,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:37,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:37,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:37,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:37,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6977ffcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:37,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43161,-1 for getting cluster id 2024-11-09T01:18:37,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:37,684 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb357aec-e700-493c-883c-0e521fbf3307' 2024-11-09T01:18:37,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb357aec-e700-493c-883c-0e521fbf3307" 2024-11-09T01:18:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e24344e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43161,-1] 2024-11-09T01:18:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:37,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:37,687 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:37,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52680ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:37,688 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:37,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43161,1731115109673 2024-11-09T01:18:37,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bca68d2 2024-11-09T01:18:37,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:37,690 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:18:37,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:40903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:18:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:18:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:18:37,694 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:40903' 2024-11-09T01:18:37,696 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edf13ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:37,696 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40903,-1 for getting cluster id 2024-11-09T01:18:37,696 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:37,697 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6c6dc7-a29b-46f9-beb0-93b965c6feb4' 2024-11-09T01:18:37,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:37,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6c6dc7-a29b-46f9-beb0-93b965c6feb4" 2024-11-09T01:18:37,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ac3384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:37,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40903,-1] 2024-11-09T01:18:37,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:37,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:37,699 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:37,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856f360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:37,700 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:37,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,40903,1731115102296 2024-11-09T01:18:37,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e74fbd5 2024-11-09T01:18:37,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:37,703 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:18:37,703 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T01:18:37,703 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:18:37,704 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:37,704 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:37,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:37,704 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:18:37,706 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:18:37,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:18:37,708 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:37,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:18:37,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741837_1013 (size=1138) 2024-11-09T01:18:37,733 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7ad97af7b0b78a5c028e24afc1d0934, NAME => 'hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824 2024-11-09T01:18:37,756 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:18:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:18:37,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741838_1014 (size=44) 2024-11-09T01:18:37,815 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:37,815 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f7ad97af7b0b78a5c028e24afc1d0934, disabling compactions & flushes 2024-11-09T01:18:37,815 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. 2024-11-09T01:18:37,815 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. 2024-11-09T01:18:37,815 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. after waiting 0 ms 2024-11-09T01:18:37,815 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. 2024-11-09T01:18:37,815 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. 2024-11-09T01:18:37,815 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7ad97af7b0b78a5c028e24afc1d0934: Waiting for close lock at 1731115117815Disabling compacts and flushes for region at 1731115117815Disabling writes for close at 1731115117815Writing region close event to WAL at 1731115117815Closed at 1731115117815 2024-11-09T01:18:37,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:18:37,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731115117816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115117816"}]},"ts":"1731115117816"} 2024-11-09T01:18:37,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:18:37,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:18:37,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115117822"}]},"ts":"1731115117822"} 2024-11-09T01:18:37,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:18:37,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7ad97af7b0b78a5c028e24afc1d0934, ASSIGN}] 2024-11-09T01:18:37,829 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7ad97af7b0b78a5c028e24afc1d0934, ASSIGN 2024-11-09T01:18:37,830 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7ad97af7b0b78a5c028e24afc1d0934, ASSIGN; state=OFFLINE, location=5296cfb18d53,42555,1731115109808; forceNewPlan=false, retain=false 2024-11-09T01:18:37,968 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 379, reset compression=false 2024-11-09T01:18:37,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7ad97af7b0b78a5c028e24afc1d0934, regionState=OPENING, regionLocation=5296cfb18d53,42555,1731115109808 2024-11-09T01:18:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:18:38,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7ad97af7b0b78a5c028e24afc1d0934, ASSIGN because future has completed 2024-11-09T01:18:38,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7ad97af7b0b78a5c028e24afc1d0934, server=5296cfb18d53,42555,1731115109808}] 2024-11-09T01:18:38,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. 2024-11-09T01:18:38,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:38,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:18:38,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C42555%2C1731115109808.rep, suffix=, logDir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808, archiveDir=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/oldWALs, maxLogs=10 2024-11-09T01:18:38,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.rep.1731115118222, exclude list is [], retry=0 2024-11-09T01:18:38,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44393,DS-568eae3d-2508-439b-8d37-4d27103a7298,DISK] 2024-11-09T01:18:38,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.rep.1731115118222 2024-11-09T01:18:38,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33743:33743)] 2024-11-09T01:18:38,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f7ad97af7b0b78a5c028e24afc1d0934, NAME => 'hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:38,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:18:38,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:18:38,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. service=MultiRowMutationService 2024-11-09T01:18:38,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:18:38,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:38,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:38,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:38,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:38,256 INFO [StoreOpener-f7ad97af7b0b78a5c028e24afc1d0934-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:38,258 INFO [StoreOpener-f7ad97af7b0b78a5c028e24afc1d0934-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ad97af7b0b78a5c028e24afc1d0934 columnFamilyName hfileref 2024-11-09T01:18:38,258 DEBUG [StoreOpener-f7ad97af7b0b78a5c028e24afc1d0934-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:38,258 INFO [StoreOpener-f7ad97af7b0b78a5c028e24afc1d0934-1 {}] regionserver.HStore(327): Store=f7ad97af7b0b78a5c028e24afc1d0934/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:38,258 INFO [StoreOpener-f7ad97af7b0b78a5c028e24afc1d0934-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:38,263 INFO [StoreOpener-f7ad97af7b0b78a5c028e24afc1d0934-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ad97af7b0b78a5c028e24afc1d0934 columnFamilyName queue 2024-11-09T01:18:38,263 DEBUG [StoreOpener-f7ad97af7b0b78a5c028e24afc1d0934-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:38,263 INFO [StoreOpener-f7ad97af7b0b78a5c028e24afc1d0934-1 {}] regionserver.HStore(327): Store=f7ad97af7b0b78a5c028e24afc1d0934/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:38,264 INFO [StoreOpener-f7ad97af7b0b78a5c028e24afc1d0934-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:38,280 INFO [StoreOpener-f7ad97af7b0b78a5c028e24afc1d0934-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ad97af7b0b78a5c028e24afc1d0934 columnFamilyName sid 2024-11-09T01:18:38,280 DEBUG [StoreOpener-f7ad97af7b0b78a5c028e24afc1d0934-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:38,281 INFO [StoreOpener-f7ad97af7b0b78a5c028e24afc1d0934-1 {}] regionserver.HStore(327): Store=f7ad97af7b0b78a5c028e24afc1d0934/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:38,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:38,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/replication/f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:38,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/replication/f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:38,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:38,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:38,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:18:38,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:38,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/replication/f7ad97af7b0b78a5c028e24afc1d0934/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:18:38,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f7ad97af7b0b78a5c028e24afc1d0934; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66662603, jitterRate=-0.006649807095527649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:18:38,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:38,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f7ad97af7b0b78a5c028e24afc1d0934: Running coprocessor pre-open hook at 1731115118251Writing region info on filesystem at 1731115118251Initializing all the Stores at 1731115118252 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115118253 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115118256 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115118256Cleaning up temporary data from old regions at 1731115118283 (+27 ms)Running coprocessor post-open hooks at 1731115118294 (+11 ms)Region opened successfully at 1731115118294 2024-11-09T01:18:38,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934., pid=10, masterSystemTime=1731115118217 2024-11-09T01:18:38,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. 2024-11-09T01:18:38,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. 2024-11-09T01:18:38,298 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7ad97af7b0b78a5c028e24afc1d0934, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,42555,1731115109808 2024-11-09T01:18:38,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7ad97af7b0b78a5c028e24afc1d0934, server=5296cfb18d53,42555,1731115109808 because future has completed 2024-11-09T01:18:38,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T01:18:38,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f7ad97af7b0b78a5c028e24afc1d0934, server=5296cfb18d53,42555,1731115109808 in 249 msec 2024-11-09T01:18:38,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T01:18:38,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7ad97af7b0b78a5c028e24afc1d0934, ASSIGN in 483 msec 2024-11-09T01:18:38,311 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:18:38,311 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115118311"}]},"ts":"1731115118311"} 2024-11-09T01:18:38,314 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:18:38,315 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:18:38,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 611 msec 2024-11-09T01:18:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:18:38,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934., hostname=5296cfb18d53,42555,1731115109808, seqNum=2] 2024-11-09T01:18:38,378 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 379, reset compression=false 2024-11-09T01:18:38,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:38,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:38,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:18:38,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T01:18:38,581 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:18:38,626 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,42555,1731115109808, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:18:38,627 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:38,627 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1] 2024-11-09T01:18:38,627 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:38,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T01:18:38,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,42555,1731115109808', locateType=CURRENT is [region=hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934., hostname=5296cfb18d53,42555,1731115109808, seqNum=2] 2024-11-09T01:18:38,633 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T01:18:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T01:18:38,635 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,42555,1731115109808 suceeded 2024-11-09T01:18:38,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T01:18:38,638 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:40903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:18:38,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-09T01:18:38,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 948 msec 2024-11-09T01:18:38,652 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:40903' 2024-11-09T01:18:38,654 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eaebb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:38,654 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40903,-1 for getting cluster id 2024-11-09T01:18:38,654 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:38,655 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6c6dc7-a29b-46f9-beb0-93b965c6feb4' 2024-11-09T01:18:38,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:38,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6c6dc7-a29b-46f9-beb0-93b965c6feb4" 2024-11-09T01:18:38,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d034b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:38,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40903,-1] 2024-11-09T01:18:38,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:38,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:38,657 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:38,658 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67b32302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:38,658 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:38,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,40903,1731115102296 2024-11-09T01:18:38,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6609374c 2024-11-09T01:18:38,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:38,661 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T01:18:38,662 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,42555,1731115109808 (queues=1) is replicating from cluster=bb357aec-e700-493c-883c-0e521fbf3307 to cluster=5b6c6dc7-a29b-46f9-beb0-93b965c6feb4 2024-11-09T01:18:38,662 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C42555%2C1731115109808 2024-11-09T01:18:38,662 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,42555,1731115109808, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:18:38,663 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346, startPosition=0, beingWritten=true 2024-11-09T01:18:38,672 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C42555%2C1731115109808 2024-11-09T01:18:38,695 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:18:38,695 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 379, reset compression=false 2024-11-09T01:18:38,695 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42555,1731115109808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:18:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:18:38,836 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:18:38,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:38,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:38,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:38,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:38,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:38,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:38,858 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731115118857/Put/seqid=0 2024-11-09T01:18:38,884 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 379, reset compression=false 2024-11-09T01:18:38,914 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 379, reset compression=false 2024-11-09T01:18:38,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741840_1016 (size=7894) 2024-11-09T01:18:38,937 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731115118937/Put/seqid=0 2024-11-09T01:18:38,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741841_1017 (size=7691) 2024-11-09T01:18:39,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726ba95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:39,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40903,-1 for getting cluster id 2024-11-09T01:18:39,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:39,007 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6c6dc7-a29b-46f9-beb0-93b965c6feb4' 2024-11-09T01:18:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6c6dc7-a29b-46f9-beb0-93b965c6feb4" 2024-11-09T01:18:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84d8977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40903,-1] 2024-11-09T01:18:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:39,010 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:39,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3674c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:39,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,46157,1731115102625, seqNum=-1] 2024-11-09T01:18:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:39,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:18:39,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:39,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,40903,1731115102296 2024-11-09T01:18:39,048 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1770ed6 2024-11-09T01:18:39,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:39,050 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:18:39,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731115112181.55551252bf1fb430758475dc888f60b9., hostname=5296cfb18d53,46157,1731115102625, seqNum=2] 2024-11-09T01:18:39,063 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T01:18:39,089 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T01:18:39,093 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T01:18:39,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 55551252bf1fb430758475dc888f60b9/f 2024-11-09T01:18:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T01:18:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:18:39,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 55551252bf1fb430758475dc888f60b9/f 2024-11-09T01:18:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T01:18:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:18:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HRegion(2603): Flush status journal for 55551252bf1fb430758475dc888f60b9: 2024-11-09T01:18:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins__test__3b4ipf9mhaj9uuf2l6t0d4bolncll1i6gvlblscq9568ca3onpi7e9ej5jhncq63/f/hfile_0 2024-11-09T01:18:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins__test__3b4ipf9mhaj9uuf2l6t0d4bolncll1i6gvlblscq9568ca3onpi7e9ej5jhncq63/f/hfile_0 as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/5db0321c00db40ed8c79895c14550702_SeqId_4_ 2024-11-09T01:18:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins__test__3b4ipf9mhaj9uuf2l6t0d4bolncll1i6gvlblscq9568ca3onpi7e9ej5jhncq63/f/hfile_1 2024-11-09T01:18:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins__test__3b4ipf9mhaj9uuf2l6t0d4bolncll1i6gvlblscq9568ca3onpi7e9ej5jhncq63/f/hfile_1 as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/319c5757814e4729871578821e6da521_SeqId_4_ 2024-11-09T01:18:39,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins__test__3b4ipf9mhaj9uuf2l6t0d4bolncll1i6gvlblscq9568ca3onpi7e9ej5jhncq63/f/hfile_0 into 55551252bf1fb430758475dc888f60b9/f as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/5db0321c00db40ed8c79895c14550702_SeqId_4_ - updating store file list. 2024-11-09T01:18:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5db0321c00db40ed8c79895c14550702_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T01:18:39,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/5db0321c00db40ed8c79895c14550702_SeqId_4_ into 55551252bf1fb430758475dc888f60b9/f 2024-11-09T01:18:39,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins__test__3b4ipf9mhaj9uuf2l6t0d4bolncll1i6gvlblscq9568ca3onpi7e9ej5jhncq63/f/hfile_0 into 55551252bf1fb430758475dc888f60b9/f (new location: hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/5db0321c00db40ed8c79895c14550702_SeqId_4_) 2024-11-09T01:18:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins__test__3b4ipf9mhaj9uuf2l6t0d4bolncll1i6gvlblscq9568ca3onpi7e9ej5jhncq63/f/hfile_0 2024-11-09T01:18:39,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins__test__3b4ipf9mhaj9uuf2l6t0d4bolncll1i6gvlblscq9568ca3onpi7e9ej5jhncq63/f/hfile_1 into 55551252bf1fb430758475dc888f60b9/f as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/319c5757814e4729871578821e6da521_SeqId_4_ - updating store file list. 2024-11-09T01:18:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 319c5757814e4729871578821e6da521_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T01:18:39,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/319c5757814e4729871578821e6da521_SeqId_4_ into 55551252bf1fb430758475dc888f60b9/f 2024-11-09T01:18:39,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins__test__3b4ipf9mhaj9uuf2l6t0d4bolncll1i6gvlblscq9568ca3onpi7e9ej5jhncq63/f/hfile_1 into 55551252bf1fb430758475dc888f60b9/f (new location: hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/319c5757814e4729871578821e6da521_SeqId_4_) 2024-11-09T01:18:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins__test__3b4ipf9mhaj9uuf2l6t0d4bolncll1i6gvlblscq9568ca3onpi7e9ej5jhncq63/f/hfile_1 2024-11-09T01:18:39,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:39,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:39,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:39,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:39,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:39,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731115112181.55551252bf1fb430758475dc888f60b9., hostname=5296cfb18d53,46157,1731115102625, seqNum=2 , the old value is region=test,,1731115112181.55551252bf1fb430758475dc888f60b9., hostname=5296cfb18d53,46157,1731115102625, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5296cfb18d53:46157 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T01:18:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731115112181.55551252bf1fb430758475dc888f60b9., hostname=5296cfb18d53,46157,1731115102625, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T01:18:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1] 2024-11-09T01:18:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731115112181.55551252bf1fb430758475dc888f60b9., hostname=5296cfb18d53,46157,1731115102625, seqNum=2 from cache 2024-11-09T01:18:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:39,171 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T01:18:39,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:18:39,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163., hostname=5296cfb18d53,42555,1731115109808, seqNum=2] 2024-11-09T01:18:39,183 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T01:18:39,249 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 379, reset compression=false 2024-11-09T01:18:39,277 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:46157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T01:18:39,536 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 379, reset compression=false 2024-11-09T01:18:39,542 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:18:39,542 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,46157,1731115102625 got entry batch from reader: WALEntryBatch [walEntries=[{test/55551252bf1fb430758475dc888f60b9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731115119164/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T01:18:39,545 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:18:39,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-09T01:18:39,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.ReplicationSink(318): Replicating [5b6c6dc7-a29b-46f9-beb0-93b965c6feb4] bulk loaded data 2024-11-09T01:18:39,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7674229b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:39,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43161,-1 for getting cluster id 2024-11-09T01:18:39,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:39,549 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb357aec-e700-493c-883c-0e521fbf3307' 2024-11-09T01:18:39,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:39,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb357aec-e700-493c-883c-0e521fbf3307" 2024-11-09T01:18:39,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@200016cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:39,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43161,-1] 2024-11-09T01:18:39,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:39,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:39,550 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:39,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41ec4f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741840_1016 (size=7894) 2024-11-09T01:18:39,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741841_1017 (size=7691) 2024-11-09T01:18:39,654 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 379, reset compression=false 2024-11-09T01:18:39,743 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 687, reset compression=false 2024-11-09T01:18:40,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:40,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43161,1731115109673 2024-11-09T01:18:40,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d73497 2024-11-09T01:18:40,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:40,012 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T01:18:40,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T01:18:40,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:40,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1] 2024-11-09T01:18:40,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:40,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T01:18:40,037 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins.hfs.11__test__2kilm3qhuioeocc3uv1et3jeorj1qnllk5csv3e06l486ukc782k5lee44r013ae/f/319c5757814e4729871578821e6da521_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T01:18:40,042 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins.hfs.11__test__2kilm3qhuioeocc3uv1et3jeorj1qnllk5csv3e06l486ukc782k5lee44r013ae/f/5db0321c00db40ed8c79895c14550702_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T01:18:40,067 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 687, reset compression=false 2024-11-09T01:18:40,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins.hfs.11__test__2kilm3qhuioeocc3uv1et3jeorj1qnllk5csv3e06l486ukc782k5lee44r013ae/f/319c5757814e4729871578821e6da521_SeqId_4_ for inclusion in 4e22f1998bd6e441b861ad0e2420c163/f 2024-11-09T01:18:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T01:18:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:18:40,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins.hfs.11__test__2kilm3qhuioeocc3uv1et3jeorj1qnllk5csv3e06l486ukc782k5lee44r013ae/f/5db0321c00db40ed8c79895c14550702_SeqId_4_ for inclusion in 4e22f1998bd6e441b861ad0e2420c163/f 2024-11-09T01:18:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T01:18:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:18:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HRegion(2603): Flush status journal for 4e22f1998bd6e441b861ad0e2420c163: 2024-11-09T01:18:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 319c5757814e4729871578821e6da521_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T01:18:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins.hfs.11__test__2kilm3qhuioeocc3uv1et3jeorj1qnllk5csv3e06l486ukc782k5lee44r013ae/f/319c5757814e4729871578821e6da521_SeqId_4_ as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/e72ef813101f4183a65ffe9f112a275f_SeqId_4_ 2024-11-09T01:18:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5db0321c00db40ed8c79895c14550702_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T01:18:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins.hfs.11__test__2kilm3qhuioeocc3uv1et3jeorj1qnllk5csv3e06l486ukc782k5lee44r013ae/f/5db0321c00db40ed8c79895c14550702_SeqId_4_ as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/dd28ace1a1674ebe85a7e1daad1220b9_SeqId_4_ 2024-11-09T01:18:40,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins.hfs.11__test__2kilm3qhuioeocc3uv1et3jeorj1qnllk5csv3e06l486ukc782k5lee44r013ae/f/319c5757814e4729871578821e6da521_SeqId_4_ into 4e22f1998bd6e441b861ad0e2420c163/f as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/e72ef813101f4183a65ffe9f112a275f_SeqId_4_ - updating store file list. 2024-11-09T01:18:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e72ef813101f4183a65ffe9f112a275f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T01:18:40,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/e72ef813101f4183a65ffe9f112a275f_SeqId_4_ into 4e22f1998bd6e441b861ad0e2420c163/f 2024-11-09T01:18:40,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins.hfs.11__test__2kilm3qhuioeocc3uv1et3jeorj1qnllk5csv3e06l486ukc782k5lee44r013ae/f/319c5757814e4729871578821e6da521_SeqId_4_ into 4e22f1998bd6e441b861ad0e2420c163/f (new location: hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/e72ef813101f4183a65ffe9f112a275f_SeqId_4_) 2024-11-09T01:18:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins.hfs.11__test__2kilm3qhuioeocc3uv1et3jeorj1qnllk5csv3e06l486ukc782k5lee44r013ae/f/319c5757814e4729871578821e6da521_SeqId_4_ 2024-11-09T01:18:40,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins.hfs.11__test__2kilm3qhuioeocc3uv1et3jeorj1qnllk5csv3e06l486ukc782k5lee44r013ae/f/5db0321c00db40ed8c79895c14550702_SeqId_4_ into 4e22f1998bd6e441b861ad0e2420c163/f as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/dd28ace1a1674ebe85a7e1daad1220b9_SeqId_4_ - updating store file list. 2024-11-09T01:18:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd28ace1a1674ebe85a7e1daad1220b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T01:18:40,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/dd28ace1a1674ebe85a7e1daad1220b9_SeqId_4_ into 4e22f1998bd6e441b861ad0e2420c163/f 2024-11-09T01:18:40,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins.hfs.11__test__2kilm3qhuioeocc3uv1et3jeorj1qnllk5csv3e06l486ukc782k5lee44r013ae/f/5db0321c00db40ed8c79895c14550702_SeqId_4_ into 4e22f1998bd6e441b861ad0e2420c163/f (new location: hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/dd28ace1a1674ebe85a7e1daad1220b9_SeqId_4_) 2024-11-09T01:18:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins.hfs.11__test__2kilm3qhuioeocc3uv1et3jeorj1qnllk5csv3e06l486ukc782k5lee44r013ae/f/5db0321c00db40ed8c79895c14550702_SeqId_4_ 2024-11-09T01:18:40,160 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 379, reset compression=false 2024-11-09T01:18:40,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.ReplicationSink(324): Finished replicating [5b6c6dc7-a29b-46f9-beb0-93b965c6feb4] bulk loaded data 2024-11-09T01:18:40,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:40,224 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731115120224/Put/seqid=0 2024-11-09T01:18:40,228 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:18:40,228 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42555,1731115109808 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e22f1998bd6e441b861ad0e2420c163/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731115120159/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T01:18:40,230 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:18:40,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-09T01:18:40,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.ReplicationSink(318): Replicating [5b6c6dc7-a29b-46f9-beb0-93b965c6feb4, bb357aec-e700-493c-883c-0e521fbf3307] bulk loaded data 2024-11-09T01:18:40,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741842_1018 (size=11194) 2024-11-09T01:18:40,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b0d86a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:40,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40903,-1 for getting cluster id 2024-11-09T01:18:40,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:40,243 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6c6dc7-a29b-46f9-beb0-93b965c6feb4' 2024-11-09T01:18:40,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:40,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6c6dc7-a29b-46f9-beb0-93b965c6feb4" 2024-11-09T01:18:40,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d110995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:40,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40903,-1] 2024-11-09T01:18:40,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:40,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:40,246 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:40,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cfdde5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:40,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741842_1018 (size=7691) 2024-11-09T01:18:40,428 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 725, reset compression=false 2024-11-09T01:18:40,509 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 687, reset compression=false 2024-11-09T01:18:40,641 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731115120640/Put/seqid=0 2024-11-09T01:18:40,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741843_1019 (size=10791) 2024-11-09T01:18:40,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741843_1019 (size=7894) 2024-11-09T01:18:40,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:40,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,40903,1731115102296 2024-11-09T01:18:40,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b405d3e 2024-11-09T01:18:40,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:40,711 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T01:18:40,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T01:18:40,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:40,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,46157,1731115102625, seqNum=-1] 2024-11-09T01:18:40,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:40,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T01:18:40,723 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins.hfs.10__test__upk1nns7dvrneji2kcjqqof2ofpjr7hofmah4kil1vpk93qqbog20dk8qc8q02of/f/dd28ace1a1674ebe85a7e1daad1220b9_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T01:18:40,726 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins.hfs.10__test__upk1nns7dvrneji2kcjqqof2ofpjr7hofmah4kil1vpk93qqbog20dk8qc8q02of/f/e72ef813101f4183a65ffe9f112a275f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T01:18:40,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.ReplicationSink(324): Finished replicating [5b6c6dc7-a29b-46f9-beb0-93b965c6feb4, bb357aec-e700-493c-883c-0e521fbf3307] bulk loaded data 2024-11-09T01:18:40,770 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 725, reset compression=false 2024-11-09T01:18:41,016 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 687, reset compression=false 2024-11-09T01:18:41,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e49eec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:41,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43161,-1 for getting cluster id 2024-11-09T01:18:41,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:41,048 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb357aec-e700-493c-883c-0e521fbf3307' 2024-11-09T01:18:41,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:41,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb357aec-e700-493c-883c-0e521fbf3307" 2024-11-09T01:18:41,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bf2275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:41,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43161,-1] 2024-11-09T01:18:41,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:41,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:41,051 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:41,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fed80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:41,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1] 2024-11-09T01:18:41,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:41,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:18:41,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43161,1731115109673 2024-11-09T01:18:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d51847c 2024-11-09T01:18:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:18:41,074 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:18:41,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163., hostname=5296cfb18d53,42555,1731115109808, seqNum=2] 2024-11-09T01:18:41,083 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T01:18:41,090 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T01:18:41,095 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T01:18:41,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 4e22f1998bd6e441b861ad0e2420c163/f 2024-11-09T01:18:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T01:18:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:18:41,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 4e22f1998bd6e441b861ad0e2420c163/f 2024-11-09T01:18:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T01:18:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:18:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HRegion(2603): Flush status journal for 4e22f1998bd6e441b861ad0e2420c163: 2024-11-09T01:18:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins__test__gdgjj1qatd12gtoi7t8u0qukuma8qjae828q8mf2reko86al242h4qudv7i8s9m6/f/hfile_1 2024-11-09T01:18:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins__test__gdgjj1qatd12gtoi7t8u0qukuma8qjae828q8mf2reko86al242h4qudv7i8s9m6/f/hfile_1 as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/6e0e2109be0444e38c8938290f412490_SeqId_6_ 2024-11-09T01:18:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins__test__gdgjj1qatd12gtoi7t8u0qukuma8qjae828q8mf2reko86al242h4qudv7i8s9m6/f/hfile_0 2024-11-09T01:18:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins__test__gdgjj1qatd12gtoi7t8u0qukuma8qjae828q8mf2reko86al242h4qudv7i8s9m6/f/hfile_0 as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/abf0614a357943d8ad0919f4db49b8fd_SeqId_6_ 2024-11-09T01:18:41,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins__test__gdgjj1qatd12gtoi7t8u0qukuma8qjae828q8mf2reko86al242h4qudv7i8s9m6/f/hfile_1 into 4e22f1998bd6e441b861ad0e2420c163/f as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/6e0e2109be0444e38c8938290f412490_SeqId_6_ - updating store file list. 2024-11-09T01:18:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e0e2109be0444e38c8938290f412490_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T01:18:41,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/6e0e2109be0444e38c8938290f412490_SeqId_6_ into 4e22f1998bd6e441b861ad0e2420c163/f 2024-11-09T01:18:41,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins__test__gdgjj1qatd12gtoi7t8u0qukuma8qjae828q8mf2reko86al242h4qudv7i8s9m6/f/hfile_1 into 4e22f1998bd6e441b861ad0e2420c163/f (new location: hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/6e0e2109be0444e38c8938290f412490_SeqId_6_) 2024-11-09T01:18:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins__test__gdgjj1qatd12gtoi7t8u0qukuma8qjae828q8mf2reko86al242h4qudv7i8s9m6/f/hfile_1 2024-11-09T01:18:41,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins__test__gdgjj1qatd12gtoi7t8u0qukuma8qjae828q8mf2reko86al242h4qudv7i8s9m6/f/hfile_0 into 4e22f1998bd6e441b861ad0e2420c163/f as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/abf0614a357943d8ad0919f4db49b8fd_SeqId_6_ - updating store file list. 2024-11-09T01:18:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for abf0614a357943d8ad0919f4db49b8fd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T01:18:41,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/abf0614a357943d8ad0919f4db49b8fd_SeqId_6_ into 4e22f1998bd6e441b861ad0e2420c163/f 2024-11-09T01:18:41,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins__test__gdgjj1qatd12gtoi7t8u0qukuma8qjae828q8mf2reko86al242h4qudv7i8s9m6/f/hfile_0 into 4e22f1998bd6e441b861ad0e2420c163/f (new location: hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/f/abf0614a357943d8ad0919f4db49b8fd_SeqId_6_) 2024-11-09T01:18:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/staging/jenkins__test__gdgjj1qatd12gtoi7t8u0qukuma8qjae828q8mf2reko86al242h4qudv7i8s9m6/f/hfile_0 2024-11-09T01:18:41,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:41,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:41,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:41,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:41,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:41,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163., hostname=5296cfb18d53,42555,1731115109808, seqNum=2 , the old value is region=test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163., hostname=5296cfb18d53,42555,1731115109808, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5296cfb18d53:42555 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T01:18:41,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163., hostname=5296cfb18d53,42555,1731115109808, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T01:18:41,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163., hostname=5296cfb18d53,42555,1731115109808, seqNum=2 from cache 2024-11-09T01:18:41,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:41,148 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T01:18:41,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,46157,1731115102625, seqNum=-1] 2024-11-09T01:18:41,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:41,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:18:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731115112181.55551252bf1fb430758475dc888f60b9., hostname=5296cfb18d53,46157,1731115102625, seqNum=2] 2024-11-09T01:18:41,172 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T01:18:41,186 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 725, reset compression=false 2024-11-09T01:18:41,203 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:18:41,203 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42555,1731115109808 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e22f1998bd6e441b861ad0e2420c163/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731115121141/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T01:18:41,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.ReplicationSink(318): Replicating [bb357aec-e700-493c-883c-0e521fbf3307] bulk loaded data 2024-11-09T01:18:41,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741844_1020 (size=10791) 2024-11-09T01:18:41,256 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:42555 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T01:18:41,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741845_1021 (size=11194) 2024-11-09T01:18:41,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T01:18:41,284 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins.hfs.10__test__1d4onqq274ok2hv0f7v8cc1o2a7oc8lo616ifd7b79k1rg5veccf16khpgg7psj4/f/6e0e2109be0444e38c8938290f412490_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-09T01:18:41,287 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins.hfs.10__test__1d4onqq274ok2hv0f7v8cc1o2a7oc8lo616ifd7b79k1rg5veccf16khpgg7psj4/f/abf0614a357943d8ad0919f4db49b8fd_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-09T01:18:41,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins.hfs.10__test__1d4onqq274ok2hv0f7v8cc1o2a7oc8lo616ifd7b79k1rg5veccf16khpgg7psj4/f/abf0614a357943d8ad0919f4db49b8fd_SeqId_6_ for inclusion in 55551252bf1fb430758475dc888f60b9/f 2024-11-09T01:18:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T01:18:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:18:41,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins.hfs.10__test__1d4onqq274ok2hv0f7v8cc1o2a7oc8lo616ifd7b79k1rg5veccf16khpgg7psj4/f/6e0e2109be0444e38c8938290f412490_SeqId_6_ for inclusion in 55551252bf1fb430758475dc888f60b9/f 2024-11-09T01:18:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T01:18:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:18:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HRegion(2603): Flush status journal for 55551252bf1fb430758475dc888f60b9: 2024-11-09T01:18:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): abf0614a357943d8ad0919f4db49b8fd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T01:18:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins.hfs.10__test__1d4onqq274ok2hv0f7v8cc1o2a7oc8lo616ifd7b79k1rg5veccf16khpgg7psj4/f/abf0614a357943d8ad0919f4db49b8fd_SeqId_6_ as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/a69ef412be5f4b71ab3dfb1be27aeb0e_SeqId_6_ 2024-11-09T01:18:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6e0e2109be0444e38c8938290f412490_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T01:18:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins.hfs.10__test__1d4onqq274ok2hv0f7v8cc1o2a7oc8lo616ifd7b79k1rg5veccf16khpgg7psj4/f/6e0e2109be0444e38c8938290f412490_SeqId_6_ as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/5045bcadaa38400d9ef2e04e1d48f8fa_SeqId_6_ 2024-11-09T01:18:41,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins.hfs.10__test__1d4onqq274ok2hv0f7v8cc1o2a7oc8lo616ifd7b79k1rg5veccf16khpgg7psj4/f/abf0614a357943d8ad0919f4db49b8fd_SeqId_6_ into 55551252bf1fb430758475dc888f60b9/f as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/a69ef412be5f4b71ab3dfb1be27aeb0e_SeqId_6_ - updating store file list. 2024-11-09T01:18:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a69ef412be5f4b71ab3dfb1be27aeb0e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T01:18:41,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/a69ef412be5f4b71ab3dfb1be27aeb0e_SeqId_6_ into 55551252bf1fb430758475dc888f60b9/f 2024-11-09T01:18:41,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins.hfs.10__test__1d4onqq274ok2hv0f7v8cc1o2a7oc8lo616ifd7b79k1rg5veccf16khpgg7psj4/f/abf0614a357943d8ad0919f4db49b8fd_SeqId_6_ into 55551252bf1fb430758475dc888f60b9/f (new location: hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/a69ef412be5f4b71ab3dfb1be27aeb0e_SeqId_6_) 2024-11-09T01:18:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins.hfs.10__test__1d4onqq274ok2hv0f7v8cc1o2a7oc8lo616ifd7b79k1rg5veccf16khpgg7psj4/f/abf0614a357943d8ad0919f4db49b8fd_SeqId_6_ 2024-11-09T01:18:41,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins.hfs.10__test__1d4onqq274ok2hv0f7v8cc1o2a7oc8lo616ifd7b79k1rg5veccf16khpgg7psj4/f/6e0e2109be0444e38c8938290f412490_SeqId_6_ into 55551252bf1fb430758475dc888f60b9/f as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/5045bcadaa38400d9ef2e04e1d48f8fa_SeqId_6_ - updating store file list. 2024-11-09T01:18:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5045bcadaa38400d9ef2e04e1d48f8fa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T01:18:41,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/5045bcadaa38400d9ef2e04e1d48f8fa_SeqId_6_ into 55551252bf1fb430758475dc888f60b9/f 2024-11-09T01:18:41,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins.hfs.10__test__1d4onqq274ok2hv0f7v8cc1o2a7oc8lo616ifd7b79k1rg5veccf16khpgg7psj4/f/6e0e2109be0444e38c8938290f412490_SeqId_6_ into 55551252bf1fb430758475dc888f60b9/f (new location: hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/f/5045bcadaa38400d9ef2e04e1d48f8fa_SeqId_6_) 2024-11-09T01:18:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/staging/jenkins.hfs.10__test__1d4onqq274ok2hv0f7v8cc1o2a7oc8lo616ifd7b79k1rg5veccf16khpgg7psj4/f/6e0e2109be0444e38c8938290f412490_SeqId_6_ 2024-11-09T01:18:41,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] regionserver.ReplicationSink(324): Finished replicating [bb357aec-e700-493c-883c-0e521fbf3307] bulk loaded data 2024-11-09T01:18:41,403 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 1033, reset compression=false 2024-11-09T01:18:41,620 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 687, reset compression=false 2024-11-09T01:18:41,626 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:18:41,626 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,46157,1731115102625 got entry batch from reader: WALEntryBatch [walEntries=[{test/55551252bf1fb430758475dc888f60b9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731115121339/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T01:18:41,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.ReplicationSink(318): Replicating [bb357aec-e700-493c-883c-0e521fbf3307, 5b6c6dc7-a29b-46f9-beb0-93b965c6feb4] bulk loaded data 2024-11-09T01:18:41,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741844_1020 (size=11194) 2024-11-09T01:18:41,708 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 1033, reset compression=false 2024-11-09T01:18:41,826 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 1033, reset compression=false 2024-11-09T01:18:42,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T01:18:42,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T01:18:42,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T01:18:42,044 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T01:18:42,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:18:42,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T01:18:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741845_1021 (size=10791) 2024-11-09T01:18:42,112 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 1033, reset compression=false 2024-11-09T01:18:42,130 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 1033, reset compression=false 2024-11-09T01:18:42,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:18:42,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:42,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:42,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:42,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:42,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:42,184 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:18:42,184 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1149885484, stopped=false 2024-11-09T01:18:42,184 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,43161,1731115109673 2024-11-09T01:18:42,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-448507815/running 2024-11-09T01:18:42,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-448507815/running 2024-11-09T01:18:42,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:42,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:42,267 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:18:42,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:42,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:42,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:42,268 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,42555,1731115109808' ***** 2024-11-09T01:18:42,268 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:18:42,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Set watcher on znode that does not yet exist, /1-448507815/running 2024-11-09T01:18:42,268 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:18:42,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Set watcher on znode that does not yet exist, /1-448507815/running 2024-11-09T01:18:42,268 INFO [RS:0;5296cfb18d53:42555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:18:42,268 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:18:42,268 INFO [RS:0;5296cfb18d53:42555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:18:42,268 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e22f1998bd6e441b861ad0e2420c163 2024-11-09T01:18:42,269 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(3091): Received CLOSE for f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:42,269 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,42555,1731115109808 2024-11-09T01:18:42,269 INFO [RS:0;5296cfb18d53:42555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:18:42,269 INFO [RS:0;5296cfb18d53:42555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:42555. 2024-11-09T01:18:42,269 DEBUG [RS:0;5296cfb18d53:42555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:42,269 DEBUG [RS:0;5296cfb18d53:42555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:42,269 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:18:42,269 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:18:42,270 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:18:42,270 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:18:42,270 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T01:18:42,270 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1325): Online Regions={4e22f1998bd6e441b861ad0e2420c163=test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163., f7ad97af7b0b78a5c028e24afc1d0934=hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:18:42,270 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e22f1998bd6e441b861ad0e2420c163, f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:42,270 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:18:42,270 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e22f1998bd6e441b861ad0e2420c163, disabling compactions & flushes 2024-11-09T01:18:42,270 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:18:42,270 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:18:42,270 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163. 2024-11-09T01:18:42,270 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163. 2024-11-09T01:18:42,270 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:18:42,270 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:18:42,270 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163. after waiting 0 ms 2024-11-09T01:18:42,270 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163. 2024-11-09T01:18:42,270 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T01:18:42,273 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/default/test/4e22f1998bd6e441b861ad0e2420c163/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T01:18:42,274 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:42,274 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:18:42,274 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163. 2024-11-09T01:18:42,274 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e22f1998bd6e441b861ad0e2420c163: Waiting for close lock at 1731115122270Running coprocessor pre-close hooks at 1731115122270Disabling compacts and flushes for region at 1731115122270Disabling writes for close at 1731115122270Writing region close event to WAL at 1731115122271 (+1 ms)Running coprocessor post-close hooks at 1731115122274 (+3 ms)Closed at 1731115122274 2024-11-09T01:18:42,274 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163. 2024-11-09T01:18:42,274 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7ad97af7b0b78a5c028e24afc1d0934, disabling compactions & flushes 2024-11-09T01:18:42,274 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. 2024-11-09T01:18:42,275 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. 2024-11-09T01:18:42,275 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. after waiting 0 ms 2024-11-09T01:18:42,275 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. 2024-11-09T01:18:42,275 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7ad97af7b0b78a5c028e24afc1d0934 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-09T01:18:42,287 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/.tmp/info/22e2113ee1c14f1caabaa877fa7654a9 is 147, key is hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934./info:regioninfo/1731115118298/Put/seqid=0 2024-11-09T01:18:42,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741846_1022 (size=7686) 2024-11-09T01:18:42,295 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/replication/f7ad97af7b0b78a5c028e24afc1d0934/.tmp/hfileref/67c804c4c4804b4bb732e3586d1d3e6a is 74, key is 1/hfileref:6e0e2109be0444e38c8938290f412490_SeqId_6_/1731115121345/DeleteColumn/seqid=0 2024-11-09T01:18:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741847_1023 (size=5345) 2024-11-09T01:18:42,331 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:18:42,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T01:18:42,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42555 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T01:18:42,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42555 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:40148 deadline: 1731115182452, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping 2024-11-09T01:18:42,470 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:42,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T01:18:42,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T01:18:42,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 from cache 2024-11-09T01:18:42,533 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 1033, reset compression=false 2024-11-09T01:18:42,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:42,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1] 2024-11-09T01:18:42,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42555 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T01:18:42,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42555 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:40148 deadline: 1731115182452, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping 2024-11-09T01:18:42,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T01:18:42,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T01:18:42,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 from cache 2024-11-09T01:18:42,582 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:18:42,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:42,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:42,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:42,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:42,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:42,615 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 1033, reset compression=false 2024-11-09T01:18:42,619 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:18:42,619 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 1328, reset compression=false 2024-11-09T01:18:42,619 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42555,1731115109808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:18:42,620 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5296cfb18d53,42555,1731115109808: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5296cfb18d53,42555,1731115109808, walGroup=5296cfb18d53%2C42555%2C1731115109808, offset=5296cfb18d53%2C42555%2C1731115109808.1731115111346:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:42555 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T01:18:42,622 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T01:18:42,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:42,623 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T01:18:42,625 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T01:18:42,625 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T01:18:42,625 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T01:18:42,625 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 575639216 }, "NonHeapMemoryUsage": { "committed": 190709760, "init": 7667712, "max": -1, "used": 187883248 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T01:18:42,628 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T01:18:42,670 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:42,691 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/.tmp/info/22e2113ee1c14f1caabaa877fa7654a9 2024-11-09T01:18:42,699 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/replication/f7ad97af7b0b78a5c028e24afc1d0934/.tmp/hfileref/67c804c4c4804b4bb732e3586d1d3e6a 2024-11-09T01:18:42,711 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/.tmp/ns/1119d6a05fa34ed8916214a15c25fad1 is 43, key is default/ns:d/1731115112033/Put/seqid=0 2024-11-09T01:18:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741848_1024 (size=5153) 2024-11-09T01:18:42,719 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/replication/f7ad97af7b0b78a5c028e24afc1d0934/.tmp/queue/63b57799c76d4a5eb06d43365551fdc4 is 154, key is 1-5296cfb18d53,42555,1731115109808/queue:5296cfb18d53%2C42555%2C1731115109808/1731115121348/Put/seqid=0 2024-11-09T01:18:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741849_1025 (size=5353) 2024-11-09T01:18:42,785 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:42,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1] 2024-11-09T01:18:42,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:18:42,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:42,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:42,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 from cache 2024-11-09T01:18:42,825 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 1328, reset compression=false 2024-11-09T01:18:42,870 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:43,037 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 1033, reset compression=false 2024-11-09T01:18:43,071 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7ad97af7b0b78a5c028e24afc1d0934 2024-11-09T01:18:43,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:43,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1] 2024-11-09T01:18:43,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:18:43,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:43,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:43,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 from cache 2024-11-09T01:18:43,115 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/.tmp/ns/1119d6a05fa34ed8916214a15c25fad1 2024-11-09T01:18:43,129 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 1328, reset compression=false 2024-11-09T01:18:43,156 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/replication/f7ad97af7b0b78a5c028e24afc1d0934/.tmp/queue/63b57799c76d4a5eb06d43365551fdc4 2024-11-09T01:18:43,161 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/replication/f7ad97af7b0b78a5c028e24afc1d0934/.tmp/hfileref/67c804c4c4804b4bb732e3586d1d3e6a as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/replication/f7ad97af7b0b78a5c028e24afc1d0934/hfileref/67c804c4c4804b4bb732e3586d1d3e6a 2024-11-09T01:18:43,166 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/replication/f7ad97af7b0b78a5c028e24afc1d0934/hfileref/67c804c4c4804b4bb732e3586d1d3e6a, entries=4, sequenceid=12, filesize=5.2 K 2024-11-09T01:18:43,167 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/replication/f7ad97af7b0b78a5c028e24afc1d0934/.tmp/queue/63b57799c76d4a5eb06d43365551fdc4 as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/replication/f7ad97af7b0b78a5c028e24afc1d0934/queue/63b57799c76d4a5eb06d43365551fdc4 2024-11-09T01:18:43,172 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/replication/f7ad97af7b0b78a5c028e24afc1d0934/queue/63b57799c76d4a5eb06d43365551fdc4, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T01:18:43,173 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f7ad97af7b0b78a5c028e24afc1d0934 in 898ms, sequenceid=12, compaction requested=false 2024-11-09T01:18:43,174 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/.tmp/rep_barrier/3063a6c66ce94abeb7d412468cfe56ab is 112, key is test,,1731115114339.4e22f1998bd6e441b861ad0e2420c163./rep_barrier:seqnumDuringOpen/1731115115525/Put/seqid=0 2024-11-09T01:18:43,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741850_1026 (size=5518) 2024-11-09T01:18:43,179 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/.tmp/rep_barrier/3063a6c66ce94abeb7d412468cfe56ab 2024-11-09T01:18:43,180 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/replication/f7ad97af7b0b78a5c028e24afc1d0934/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T01:18:43,180 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:43,180 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:18:43,180 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. 2024-11-09T01:18:43,180 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7ad97af7b0b78a5c028e24afc1d0934: Waiting for close lock at 1731115122274Running coprocessor pre-close hooks at 1731115122274Disabling compacts and flushes for region at 1731115122274Disabling writes for close at 1731115122275 (+1 ms)Obtaining lock to block concurrent updates at 1731115122275Preparing flush snapshotting stores in f7ad97af7b0b78a5c028e24afc1d0934 at 1731115122275Finished memstore snapshotting hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731115122275Flushing stores of hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. at 1731115122276 (+1 ms)Flushing f7ad97af7b0b78a5c028e24afc1d0934/hfileref: creating writer at 1731115122276Flushing f7ad97af7b0b78a5c028e24afc1d0934/hfileref: appending metadata at 1731115122294 (+18 ms)Flushing f7ad97af7b0b78a5c028e24afc1d0934/hfileref: closing flushed file at 1731115122294Flushing f7ad97af7b0b78a5c028e24afc1d0934/queue: creating writer at 1731115122703 (+409 ms)Flushing f7ad97af7b0b78a5c028e24afc1d0934/queue: appending metadata at 1731115122718 (+15 ms)Flushing f7ad97af7b0b78a5c028e24afc1d0934/queue: closing flushed file at 1731115122718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70c7b2d0: reopening flushed file at 1731115123160 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d2ba572: reopening flushed file at 1731115123166 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f7ad97af7b0b78a5c028e24afc1d0934 in 898ms, sequenceid=12, compaction requested=false at 1731115123173 (+7 ms)Writing region close event to WAL at 1731115123176 (+3 ms)Running coprocessor post-close hooks at 1731115123180 (+4 ms)Closed at 1731115123180 2024-11-09T01:18:43,181 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731115117704.f7ad97af7b0b78a5c028e24afc1d0934. 2024-11-09T01:18:43,202 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/.tmp/table/8297d4ce47f547fc94fd485bf2ac790b is 53, key is hbase:replication/table:state/1731115118311/Put/seqid=0 2024-11-09T01:18:43,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741851_1027 (size=5308) 2024-11-09T01:18:43,271 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:18:43,271 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:18:43,271 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:18:43,287 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:18:43,287 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:18:43,471 DEBUG [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:18:43,532 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.wal-reader.5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 to pos 1328, reset compression=false 2024-11-09T01:18:43,606 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:43,606 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/.tmp/table/8297d4ce47f547fc94fd485bf2ac790b 2024-11-09T01:18:43,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1] 2024-11-09T01:18:43,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:18:43,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:43,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:43,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42555,1731115109808, seqNum=-1 from cache 2024-11-09T01:18:43,608 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:18:43,609 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T01:18:42.472Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T01:18:42.578Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T01:18:42.788Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:43.097Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:43.608Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5296cfb18d53,42555,1731115109808 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T01:18:43,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T01:18:42.472Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T01:18:42.578Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T01:18:42.788Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:43.097Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:43.608Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5296cfb18d53,42555,1731115109808 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T01:18:43,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:40134 deadline: 1731115181627, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T01:18:42.472Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T01:18:42.578Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T01:18:42.788Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:43.097Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:43.608Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:43,612 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/.tmp/info/22e2113ee1c14f1caabaa877fa7654a9 as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/info/22e2113ee1c14f1caabaa877fa7654a9 2024-11-09T01:18:43,612 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T01:18:42.472Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T01:18:42.578Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5296cfb18d53,42555,1731115109808 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T01:18:42.788Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:43.097Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting 2024-11-09T01:18:43.608Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 5296cfb18d53,42555,1731115109808 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:18:43,617 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/info/22e2113ee1c14f1caabaa877fa7654a9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T01:18:43,618 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/.tmp/ns/1119d6a05fa34ed8916214a15c25fad1 as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/ns/1119d6a05fa34ed8916214a15c25fad1 2024-11-09T01:18:43,622 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/ns/1119d6a05fa34ed8916214a15c25fad1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T01:18:43,623 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/.tmp/rep_barrier/3063a6c66ce94abeb7d412468cfe56ab as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/rep_barrier/3063a6c66ce94abeb7d412468cfe56ab 2024-11-09T01:18:43,627 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/rep_barrier/3063a6c66ce94abeb7d412468cfe56ab, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T01:18:43,628 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/.tmp/table/8297d4ce47f547fc94fd485bf2ac790b as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/table/8297d4ce47f547fc94fd485bf2ac790b 2024-11-09T01:18:43,632 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/table/8297d4ce47f547fc94fd485bf2ac790b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T01:18:43,633 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1363ms, sequenceid=16, compaction requested=false 2024-11-09T01:18:43,637 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T01:18:43,637 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:43,638 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:18:43,638 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:18:43,638 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115122270Running coprocessor pre-close hooks at 1731115122270Disabling compacts and flushes for region at 1731115122270Disabling writes for close at 1731115122270Obtaining lock to block concurrent updates at 1731115122270Preparing flush snapshotting stores in 1588230740 at 1731115122270Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731115122271 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731115122271Flushing 1588230740/info: creating writer at 1731115122271Flushing 1588230740/info: appending metadata at 1731115122286 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731115122286Flushing 1588230740/ns: creating writer at 1731115122695 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731115122710 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731115122710Flushing 1588230740/rep_barrier: creating writer at 1731115123158 (+448 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115123173 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115123173Flushing 1588230740/table: creating writer at 1731115123183 (+10 ms)Flushing 1588230740/table: appending metadata at 1731115123202 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731115123202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6814ac95: reopening flushed file at 1731115123611 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265f87c: reopening flushed file at 1731115123617 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bcef266: reopening flushed file at 1731115123622 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70066181: reopening flushed file at 1731115123627 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1363ms, sequenceid=16, compaction requested=false at 1731115123633 (+6 ms)Writing region close event to WAL at 1731115123634 (+1 ms)Running coprocessor post-close hooks at 1731115123637 (+3 ms)Closed at 1731115123638 (+1 ms) 2024-11-09T01:18:43,638 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:18:43,641 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 1033, reset compression=false 2024-11-09T01:18:43,671 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,42555,1731115109808; all regions closed. 2024-11-09T01:18:43,673 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.meta.1731115111981.meta not finished, retry = 0 2024-11-09T01:18:43,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741834_1010 (size=4239) 2024-11-09T01:18:43,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:18:43,716 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5296cfb18d53,42555,1731115109808 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:18:43,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741839_1015 (size=3127) 2024-11-09T01:18:43,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.rep.1731115118222 not finished, retry = 0 2024-11-09T01:18:43,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741833_1009 (size=1336) 2024-11-09T01:18:43,879 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/WALs/5296cfb18d53,42555,1731115109808/5296cfb18d53%2C42555%2C1731115109808.1731115111346 not finished, retry = 0 2024-11-09T01:18:43,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5296cfb18d53,42555,1731115109808 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:18:43,919 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5296cfb18d53,42555,1731115109808 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:18:43,980 DEBUG [RS:0;5296cfb18d53:42555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:43,980 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:18:43,980 INFO [RS:0;5296cfb18d53:42555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:18:43,980 INFO [RS:0;5296cfb18d53:42555 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:18:43,980 INFO [RS:0;5296cfb18d53:42555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:18:43,980 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:18:43,981 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,42555,1731115109808 because: Region server is closing 2024-11-09T01:18:43,981 INFO [RS:0;5296cfb18d53:42555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:42555. 2024-11-09T01:18:43,981 DEBUG [RS:0;5296cfb18d53:42555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:43,981 DEBUG [RS:0;5296cfb18d53:42555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:43,981 DEBUG [RS:0;5296cfb18d53:42555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:43,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:44,081 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42555,1731115109808.replicationSource.shipper5296cfb18d53%2C42555%2C1731115109808,1-5296cfb18d53,42555,1731115109808 terminated 2024-11-09T01:18:44,081 INFO [RS:0;5296cfb18d53:42555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:42555. 2024-11-09T01:18:44,082 DEBUG [RS:0;5296cfb18d53:42555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:44,082 DEBUG [RS:0;5296cfb18d53:42555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:44,082 DEBUG [RS:0;5296cfb18d53:42555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:44,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:44,082 INFO [RS:0;5296cfb18d53:42555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42555 2024-11-09T01:18:44,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815/rs 2024-11-09T01:18:44,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-448507815/rs/5296cfb18d53,42555,1731115109808 2024-11-09T01:18:44,130 INFO [RS:0;5296cfb18d53:42555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:18:44,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,42555,1731115109808] 2024-11-09T01:18:44,151 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-448507815/draining/5296cfb18d53,42555,1731115109808 already deleted, retry=false 2024-11-09T01:18:44,151 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,42555,1731115109808 expired; onlineServers=0 2024-11-09T01:18:44,151 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,43161,1731115109673' ***** 2024-11-09T01:18:44,151 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:18:44,151 INFO [M:0;5296cfb18d53:43161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:18:44,151 INFO [M:0;5296cfb18d53:43161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:18:44,151 DEBUG [M:0;5296cfb18d53:43161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:18:44,152 DEBUG [M:0;5296cfb18d53:43161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:18:44,152 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:18:44,152 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115111139 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115111139,5,FailOnTimeoutGroup] 2024-11-09T01:18:44,152 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115111132 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115111132,5,FailOnTimeoutGroup] 2024-11-09T01:18:44,152 INFO [M:0;5296cfb18d53:43161 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:18:44,152 INFO [M:0;5296cfb18d53:43161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:18:44,152 DEBUG [M:0;5296cfb18d53:43161 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:18:44,152 INFO [M:0;5296cfb18d53:43161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:18:44,152 INFO [M:0;5296cfb18d53:43161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:18:44,152 INFO [M:0;5296cfb18d53:43161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:18:44,152 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:18:44,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-448507815/master 2024-11-09T01:18:44,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-448507815 2024-11-09T01:18:44,162 DEBUG [M:0;5296cfb18d53:43161 {}] zookeeper.ZKUtil(347): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Unable to get data of znode /1-448507815/master because node does not exist (not an error) 2024-11-09T01:18:44,162 WARN [M:0;5296cfb18d53:43161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:18:44,162 INFO [M:0;5296cfb18d53:43161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/.lastflushedseqids 2024-11-09T01:18:44,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741852_1028 (size=263) 2024-11-09T01:18:44,222 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5296cfb18d53:42555 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5296cfb18d53/172.17.0.2:42555 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:18:44,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 5296cfb18d53:42555 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5296cfb18d53/172.17.0.2:42555 2024-11-09T01:18:44,223 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=5296cfb18d53:42555 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5296cfb18d53/172.17.0.2:42555 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5296cfb18d53/172.17.0.2:42555 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T01:18:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T01:18:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56924 deadline: 1731115184225, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T01:18:44,227 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T01:18:44,228 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T01:18:44,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:44,241 INFO [RS:0;5296cfb18d53:42555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:18:44,241 INFO [RS:0;5296cfb18d53:42555 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,42555,1731115109808; zookeeper connection closed. 2024-11-09T01:18:44,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x1011d2c23810004, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:44,241 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28ba000c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28ba000c 2024-11-09T01:18:44,241 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:18:44,344 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 1033, reset compression=false 2024-11-09T01:18:44,567 INFO [M:0;5296cfb18d53:43161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:18:44,567 INFO [M:0;5296cfb18d53:43161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:18:44,567 DEBUG [M:0;5296cfb18d53:43161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:18:44,567 INFO [M:0;5296cfb18d53:43161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:44,567 DEBUG [M:0;5296cfb18d53:43161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:44,567 DEBUG [M:0;5296cfb18d53:43161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:18:44,567 DEBUG [M:0;5296cfb18d53:43161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:44,567 INFO [M:0;5296cfb18d53:43161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-09T01:18:44,585 DEBUG [M:0;5296cfb18d53:43161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c094b430a3e4b6ba8d598b94829fc57 is 82, key is hbase:meta,,1/info:regioninfo/1731115112016/Put/seqid=0 2024-11-09T01:18:44,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741853_1029 (size=5672) 2024-11-09T01:18:44,628 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T01:18:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T01:18:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56924 deadline: 1731115184629, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T01:18:44,630 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T01:18:44,631 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T01:18:44,631 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T01:18:44,989 INFO [M:0;5296cfb18d53:43161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c094b430a3e4b6ba8d598b94829fc57 2024-11-09T01:18:45,010 DEBUG [M:0;5296cfb18d53:43161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23b01f5c6c0a42beb7f325ce01cb88be is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731115118316/Put/seqid=0 2024-11-09T01:18:45,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741854_1030 (size=8515) 2024-11-09T01:18:45,131 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T01:18:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T01:18:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43161 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56924 deadline: 1731115185133, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T01:18:45,134 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T01:18:45,134 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T01:18:45,134 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T01:18:45,147 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 1033, reset compression=false 2024-11-09T01:18:45,415 INFO [M:0;5296cfb18d53:43161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23b01f5c6c0a42beb7f325ce01cb88be 2024-11-09T01:18:45,432 DEBUG [M:0;5296cfb18d53:43161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b6d75457c4b4b708187f40ed83575ec is 69, key is 5296cfb18d53,42555,1731115109808/rs:state/1731115111189/Put/seqid=0 2024-11-09T01:18:45,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741855_1031 (size=5156) 2024-11-09T01:18:45,435 INFO [M:0;5296cfb18d53:43161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b6d75457c4b4b708187f40ed83575ec 2024-11-09T01:18:45,440 DEBUG [M:0;5296cfb18d53:43161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c094b430a3e4b6ba8d598b94829fc57 as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c094b430a3e4b6ba8d598b94829fc57 2024-11-09T01:18:45,445 INFO [M:0;5296cfb18d53:43161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c094b430a3e4b6ba8d598b94829fc57, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T01:18:45,446 DEBUG [M:0;5296cfb18d53:43161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23b01f5c6c0a42beb7f325ce01cb88be as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23b01f5c6c0a42beb7f325ce01cb88be 2024-11-09T01:18:45,450 INFO [M:0;5296cfb18d53:43161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23b01f5c6c0a42beb7f325ce01cb88be, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T01:18:45,451 DEBUG [M:0;5296cfb18d53:43161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b6d75457c4b4b708187f40ed83575ec as hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b6d75457c4b4b708187f40ed83575ec 2024-11-09T01:18:45,455 INFO [M:0;5296cfb18d53:43161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39451/user/jenkins/test-data/422c484b-6f81-b9dc-9212-3c9c03446824/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b6d75457c4b4b708187f40ed83575ec, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T01:18:45,456 INFO [M:0;5296cfb18d53:43161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false 2024-11-09T01:18:45,460 INFO [M:0;5296cfb18d53:43161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:45,461 DEBUG [M:0;5296cfb18d53:43161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115124567Disabling compacts and flushes for region at 1731115124567Disabling writes for close at 1731115124567Obtaining lock to block concurrent updates at 1731115124567Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115124567Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731115124568 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115124568Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115124568Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115124585 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115124585Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115124994 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115125010 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115125010Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115125419 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115125432 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115125432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3624a164: reopening flushed file at 1731115125439 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aba3621: reopening flushed file at 1731115125445 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c302cf5: reopening flushed file at 1731115125450 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false at 1731115125456 (+6 ms)Writing region close event to WAL at 1731115125460 (+4 ms)Closed at 1731115125460 2024-11-09T01:18:45,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741830_1006 (size=63642) 2024-11-09T01:18:45,464 INFO [M:0;5296cfb18d53:43161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:18:45,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:18:45,464 INFO [M:0;5296cfb18d53:43161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43161 2024-11-09T01:18:45,465 INFO [M:0;5296cfb18d53:43161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:18:45,614 INFO [M:0;5296cfb18d53:43161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:18:45,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:45,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43161-0x1011d2c23810003, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:45,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c9c31a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:18:45,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40f1337c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:18:45,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:18:45,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4209bb98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:18:45,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241177c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/hadoop.log.dir/,STOPPED} 2024-11-09T01:18:45,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:18:45,667 WARN [BP-445706013-172.17.0.2-1731115105708 heartbeating to localhost/127.0.0.1:39451 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:18:45,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:18:45,667 WARN [BP-445706013-172.17.0.2-1731115105708 heartbeating to localhost/127.0.0.1:39451 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-445706013-172.17.0.2-1731115105708 (Datanode Uuid 0eaf3675-b414-4042-b269-53d24cc3ed7b) service to localhost/127.0.0.1:39451 2024-11-09T01:18:45,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/cluster_4354c724-b468-990b-dfbc-e9ceb6c8efb3/data/data1/current/BP-445706013-172.17.0.2-1731115105708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:18:45,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/cluster_4354c724-b468-990b-dfbc-e9ceb6c8efb3/data/data2/current/BP-445706013-172.17.0.2-1731115105708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:18:45,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:18:45,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47520c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:18:45,674 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a5ef7ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:18:45,674 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:18:45,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4150c06f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:18:45,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c39a54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/hadoop.log.dir/,STOPPED} 2024-11-09T01:18:45,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:18:45,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:18:45,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:45,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:45,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:45,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:45,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:45,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:18:45,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=294503202, stopped=false 2024-11-09T01:18:45,688 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,40903,1731115102296 2024-11-09T01:18:45,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0816426743/running 2024-11-09T01:18:45,703 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0816426743/running 2024-11-09T01:18:45,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:45,703 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:45,703 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:18:45,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:18:45,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:45,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:45,703 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,46157,1731115102625' ***** 2024-11-09T01:18:45,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Set watcher on znode that does not yet exist, /0816426743/running 2024-11-09T01:18:45,703 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:18:45,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Set watcher on znode that does not yet exist, /0816426743/running 2024-11-09T01:18:45,704 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:18:45,704 INFO [RS:0;5296cfb18d53:46157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:18:45,704 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:18:45,704 INFO [RS:0;5296cfb18d53:46157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:18:45,704 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(3091): Received CLOSE for 077b7bf39194e2a9244a8a9a93078874 2024-11-09T01:18:45,704 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(3091): Received CLOSE for 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:45,704 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,46157,1731115102625 2024-11-09T01:18:45,704 INFO [RS:0;5296cfb18d53:46157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:18:45,704 INFO [RS:0;5296cfb18d53:46157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:46157. 2024-11-09T01:18:45,704 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 077b7bf39194e2a9244a8a9a93078874, disabling compactions & flushes 2024-11-09T01:18:45,704 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. 2024-11-09T01:18:45,704 DEBUG [RS:0;5296cfb18d53:46157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:45,704 DEBUG [RS:0;5296cfb18d53:46157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:45,704 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. 2024-11-09T01:18:45,704 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. after waiting 0 ms 2024-11-09T01:18:45,704 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. 2024-11-09T01:18:45,704 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:18:45,705 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 077b7bf39194e2a9244a8a9a93078874 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-09T01:18:45,705 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:18:45,705 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:18:45,705 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:18:45,705 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T01:18:45,705 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1325): Online Regions={077b7bf39194e2a9244a8a9a93078874=hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874., 1588230740=hbase:meta,,1.1588230740, 55551252bf1fb430758475dc888f60b9=test,,1731115112181.55551252bf1fb430758475dc888f60b9.} 2024-11-09T01:18:45,705 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1351): Waiting on 077b7bf39194e2a9244a8a9a93078874, 1588230740, 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:45,705 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:18:45,705 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:18:45,705 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:18:45,705 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:18:45,705 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:18:45,705 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T01:18:45,719 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/.tmp/info/57be9443c3dc4b398a125ac39722913b is 147, key is hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874./info:regioninfo/1731115117097/Put/seqid=0 2024-11-09T01:18:45,722 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/replication/077b7bf39194e2a9244a8a9a93078874/.tmp/hfileref/e4a90eec00014a9da70389a75acc8e50 is 74, key is 1/hfileref:319c5757814e4729871578821e6da521_SeqId_4_/1731115120165/DeleteColumn/seqid=0 2024-11-09T01:18:45,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741846_1022 (size=7686) 2024-11-09T01:18:45,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741847_1023 (size=5345) 2024-11-09T01:18:45,735 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T01:18:45,736 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5296cfb18d53:43161 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5296cfb18d53/172.17.0.2:43161 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:18:45,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 5296cfb18d53:43161 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5296cfb18d53/172.17.0.2:43161 2024-11-09T01:18:45,758 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:18:45,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:45,846 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5296cfb18d53:43161 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5296cfb18d53/172.17.0.2:43161 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:18:45,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=5296cfb18d53:43161 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5296cfb18d53/172.17.0.2:43161 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-09T01:18:45,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 5296cfb18d53:43161 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5296cfb18d53/172.17.0.2:43161 2024-11-09T01:18:45,905 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1351): Waiting on 077b7bf39194e2a9244a8a9a93078874, 1588230740, 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:45,917 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:18:45,917 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:18:46,051 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 1033, reset compression=false 2024-11-09T01:18:46,055 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:46,056 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5296cfb18d53:43161 this server is in the failed servers list 2024-11-09T01:18:46,056 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5296cfb18d53:43161 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:18:46,105 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1351): Waiting on 077b7bf39194e2a9244a8a9a93078874, 1588230740, 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:46,124 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/.tmp/info/57be9443c3dc4b398a125ac39722913b 2024-11-09T01:18:46,126 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/replication/077b7bf39194e2a9244a8a9a93078874/.tmp/hfileref/e4a90eec00014a9da70389a75acc8e50 2024-11-09T01:18:46,144 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/.tmp/ns/4495e06ff02546a68917e1e7395ac00a is 43, key is default/ns:d/1731115105515/Put/seqid=0 2024-11-09T01:18:46,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741848_1024 (size=5153) 2024-11-09T01:18:46,155 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/replication/077b7bf39194e2a9244a8a9a93078874/.tmp/queue/1da7470246584519b7a2a1b4be73cdb9 is 153, key is 1-5296cfb18d53,46157,1731115102625/queue:5296cfb18d53%2C46157%2C1731115102625/1731115120168/Put/seqid=0 2024-11-09T01:18:46,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741849_1025 (size=5352) 2024-11-09T01:18:46,305 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1351): Waiting on 077b7bf39194e2a9244a8a9a93078874, 1588230740, 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:46,365 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:46,365 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5296cfb18d53:43161 this server is in the failed servers list 2024-11-09T01:18:46,365 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5296cfb18d53:43161 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:18:46,506 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1351): Waiting on 077b7bf39194e2a9244a8a9a93078874, 1588230740, 55551252bf1fb430758475dc888f60b9 2024-11-09T01:18:46,550 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/.tmp/ns/4495e06ff02546a68917e1e7395ac00a 2024-11-09T01:18:46,559 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/replication/077b7bf39194e2a9244a8a9a93078874/.tmp/queue/1da7470246584519b7a2a1b4be73cdb9 2024-11-09T01:18:46,564 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/replication/077b7bf39194e2a9244a8a9a93078874/.tmp/hfileref/e4a90eec00014a9da70389a75acc8e50 as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/replication/077b7bf39194e2a9244a8a9a93078874/hfileref/e4a90eec00014a9da70389a75acc8e50 2024-11-09T01:18:46,569 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/replication/077b7bf39194e2a9244a8a9a93078874/hfileref/e4a90eec00014a9da70389a75acc8e50, entries=4, sequenceid=10, filesize=5.2 K 2024-11-09T01:18:46,570 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/replication/077b7bf39194e2a9244a8a9a93078874/.tmp/queue/1da7470246584519b7a2a1b4be73cdb9 as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/replication/077b7bf39194e2a9244a8a9a93078874/queue/1da7470246584519b7a2a1b4be73cdb9 2024-11-09T01:18:46,572 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/.tmp/rep_barrier/61432dcabc1d4d28b424742403afb1dc is 112, key is test,,1731115112181.55551252bf1fb430758475dc888f60b9./rep_barrier:seqnumDuringOpen/1731115113353/Put/seqid=0 2024-11-09T01:18:46,574 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/replication/077b7bf39194e2a9244a8a9a93078874/queue/1da7470246584519b7a2a1b4be73cdb9, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T01:18:46,575 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 077b7bf39194e2a9244a8a9a93078874 in 871ms, sequenceid=10, compaction requested=false 2024-11-09T01:18:46,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741850_1026 (size=5518) 2024-11-09T01:18:46,576 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/.tmp/rep_barrier/61432dcabc1d4d28b424742403afb1dc 2024-11-09T01:18:46,589 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/replication/077b7bf39194e2a9244a8a9a93078874/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T01:18:46,589 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:46,589 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:18:46,589 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. 2024-11-09T01:18:46,589 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 077b7bf39194e2a9244a8a9a93078874: Waiting for close lock at 1731115125704Running coprocessor pre-close hooks at 1731115125704Disabling compacts and flushes for region at 1731115125704Disabling writes for close at 1731115125704Obtaining lock to block concurrent updates at 1731115125705 (+1 ms)Preparing flush snapshotting stores in 077b7bf39194e2a9244a8a9a93078874 at 1731115125705Finished memstore snapshotting hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731115125705Flushing stores of hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. at 1731115125706 (+1 ms)Flushing 077b7bf39194e2a9244a8a9a93078874/hfileref: creating writer at 1731115125706Flushing 077b7bf39194e2a9244a8a9a93078874/hfileref: appending metadata at 1731115125721 (+15 ms)Flushing 077b7bf39194e2a9244a8a9a93078874/hfileref: closing flushed file at 1731115125721Flushing 077b7bf39194e2a9244a8a9a93078874/queue: creating writer at 1731115126138 (+417 ms)Flushing 077b7bf39194e2a9244a8a9a93078874/queue: appending metadata at 1731115126155 (+17 ms)Flushing 077b7bf39194e2a9244a8a9a93078874/queue: closing flushed file at 1731115126155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23228c21: reopening flushed file at 1731115126563 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f4d61bc: reopening flushed file at 1731115126569 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 077b7bf39194e2a9244a8a9a93078874 in 871ms, sequenceid=10, compaction requested=false at 1731115126575 (+6 ms)Writing region close event to WAL at 1731115126586 (+11 ms)Running coprocessor post-close hooks at 1731115126589 (+3 ms)Closed at 1731115126589 2024-11-09T01:18:46,589 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731115116568.077b7bf39194e2a9244a8a9a93078874. 2024-11-09T01:18:46,590 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55551252bf1fb430758475dc888f60b9, disabling compactions & flushes 2024-11-09T01:18:46,590 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731115112181.55551252bf1fb430758475dc888f60b9. 2024-11-09T01:18:46,590 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115112181.55551252bf1fb430758475dc888f60b9. 2024-11-09T01:18:46,590 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731115112181.55551252bf1fb430758475dc888f60b9. after waiting 0 ms 2024-11-09T01:18:46,590 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731115112181.55551252bf1fb430758475dc888f60b9. 2024-11-09T01:18:46,593 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/default/test/55551252bf1fb430758475dc888f60b9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T01:18:46,594 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:46,594 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:18:46,594 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731115112181.55551252bf1fb430758475dc888f60b9. 2024-11-09T01:18:46,594 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55551252bf1fb430758475dc888f60b9: Waiting for close lock at 1731115126590Running coprocessor pre-close hooks at 1731115126590Disabling compacts and flushes for region at 1731115126590Disabling writes for close at 1731115126590Writing region close event to WAL at 1731115126590Running coprocessor post-close hooks at 1731115126593 (+3 ms)Closed at 1731115126594 (+1 ms) 2024-11-09T01:18:46,594 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731115112181.55551252bf1fb430758475dc888f60b9. 2024-11-09T01:18:46,601 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/.tmp/table/f205c4843ee8484da550aaad123af272 is 53, key is hbase:replication/table:state/1731115117106/Put/seqid=0 2024-11-09T01:18:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741851_1027 (size=5308) 2024-11-09T01:18:46,706 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:18:46,706 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:18:46,706 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:18:46,875 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:46,876 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5296cfb18d53:43161 this server is in the failed servers list 2024-11-09T01:18:46,876 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5296cfb18d53:43161 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:18:46,906 DEBUG [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:18:47,006 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/.tmp/table/f205c4843ee8484da550aaad123af272 2024-11-09T01:18:47,011 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/.tmp/info/57be9443c3dc4b398a125ac39722913b as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/info/57be9443c3dc4b398a125ac39722913b 2024-11-09T01:18:47,015 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/info/57be9443c3dc4b398a125ac39722913b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T01:18:47,016 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/.tmp/ns/4495e06ff02546a68917e1e7395ac00a as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/ns/4495e06ff02546a68917e1e7395ac00a 2024-11-09T01:18:47,020 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/ns/4495e06ff02546a68917e1e7395ac00a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T01:18:47,021 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/.tmp/rep_barrier/61432dcabc1d4d28b424742403afb1dc as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/rep_barrier/61432dcabc1d4d28b424742403afb1dc 2024-11-09T01:18:47,025 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/rep_barrier/61432dcabc1d4d28b424742403afb1dc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T01:18:47,025 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/.tmp/table/f205c4843ee8484da550aaad123af272 as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/table/f205c4843ee8484da550aaad123af272 2024-11-09T01:18:47,029 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/table/f205c4843ee8484da550aaad123af272, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T01:18:47,030 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-09T01:18:47,034 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T01:18:47,035 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:47,035 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:18:47,035 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:18:47,035 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115125705Running coprocessor pre-close hooks at 1731115125705Disabling compacts and flushes for region at 1731115125705Disabling writes for close at 1731115125705Obtaining lock to block concurrent updates at 1731115125705Preparing flush snapshotting stores in 1588230740 at 1731115125705Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731115125705Flushing stores of hbase:meta,,1.1588230740 at 1731115125706 (+1 ms)Flushing 1588230740/info: creating writer at 1731115125706Flushing 1588230740/info: appending metadata at 1731115125719 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731115125719Flushing 1588230740/ns: creating writer at 1731115126129 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731115126144 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731115126144Flushing 1588230740/rep_barrier: creating writer at 1731115126555 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115126572 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115126572Flushing 1588230740/table: creating writer at 1731115126580 (+8 ms)Flushing 1588230740/table: appending metadata at 1731115126601 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731115126601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad33b5d: reopening flushed file at 1731115127010 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c65f19e: reopening flushed file at 1731115127015 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f88be9: reopening flushed file at 1731115127020 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6894bc23: reopening flushed file at 1731115127025 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1731115127030 (+5 ms)Writing region close event to WAL at 1731115127032 (+2 ms)Running coprocessor post-close hooks at 1731115127035 (+3 ms)Closed at 1731115127035 2024-11-09T01:18:47,035 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:18:47,054 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 1033, reset compression=false 2024-11-09T01:18:47,059 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:18:47,059 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 1328, reset compression=false 2024-11-09T01:18:47,106 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,46157,1731115102625; all regions closed. 2024-11-09T01:18:47,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741834_1010 (size=4239) 2024-11-09T01:18:47,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.meta.1731115105419.meta not finished, retry = 0 2024-11-09T01:18:47,211 DEBUG [RS:0;5296cfb18d53:46157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/oldWALs 2024-11-09T01:18:47,211 INFO [RS:0;5296cfb18d53:46157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C46157%2C1731115102625.meta:.meta(num 1731115105419) 2024-11-09T01:18:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741839_1015 (size=2695) 2024-11-09T01:18:47,214 DEBUG [RS:0;5296cfb18d53:46157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/oldWALs 2024-11-09T01:18:47,214 INFO [RS:0;5296cfb18d53:46157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C46157%2C1731115102625.rep:(num 1731115117059) 2024-11-09T01:18:47,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741833_1009 (size=1336) 2024-11-09T01:18:47,216 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 not finished, retry = 0 2024-11-09T01:18:47,263 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 to pos 1328, reset compression=false 2024-11-09T01:18:47,317 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/WALs/5296cfb18d53,46157,1731115102625/5296cfb18d53%2C46157%2C1731115102625.1731115104964 2024-11-09T01:18:47,318 DEBUG [RS:0;5296cfb18d53:46157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/oldWALs 2024-11-09T01:18:47,319 INFO [RS:0;5296cfb18d53:46157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C46157%2C1731115102625:(num 1731115104964) 2024-11-09T01:18:47,319 DEBUG [RS:0;5296cfb18d53:46157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:47,319 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:18:47,319 INFO [RS:0;5296cfb18d53:46157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:18:47,319 INFO [RS:0;5296cfb18d53:46157 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:18:47,319 INFO [RS:0;5296cfb18d53:46157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:18:47,319 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:18:47,319 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,46157,1731115102625 because: Region server is closing 2024-11-09T01:18:47,319 INFO [RS:0;5296cfb18d53:46157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:46157. 2024-11-09T01:18:47,319 DEBUG [RS:0;5296cfb18d53:46157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:47,319 DEBUG [RS:0;5296cfb18d53:46157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:47,319 DEBUG [RS:0;5296cfb18d53:46157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:47,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:47,420 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.wal-reader.5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-09T01:18:47,420 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-09T01:18:47,420 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T01:18:47,420 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T01:18:47,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:18:47,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:47,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:47,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:47,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:47,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:47,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:47,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:47,885 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:47,885 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:18:47,887 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:18:48,121 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,46157,1731115102625.replicationSource.shipper5296cfb18d53%2C46157%2C1731115102625,1-5296cfb18d53,46157,1731115102625 terminated 2024-11-09T01:18:48,121 INFO [RS:0;5296cfb18d53:46157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:46157. 2024-11-09T01:18:48,121 DEBUG [RS:0;5296cfb18d53:46157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:18:48,121 DEBUG [RS:0;5296cfb18d53:46157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:48,121 DEBUG [RS:0;5296cfb18d53:46157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:48,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:18:48,121 INFO [RS:0;5296cfb18d53:46157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46157 2024-11-09T01:18:48,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743/rs 2024-11-09T01:18:48,187 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0816426743/rs/5296cfb18d53,46157,1731115102625 2024-11-09T01:18:48,187 INFO [RS:0;5296cfb18d53:46157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:18:48,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,46157,1731115102625] 2024-11-09T01:18:48,256 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0816426743/draining/5296cfb18d53,46157,1731115102625 already deleted, retry=false 2024-11-09T01:18:48,256 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,46157,1731115102625 expired; onlineServers=0 2024-11-09T01:18:48,256 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,40903,1731115102296' ***** 2024-11-09T01:18:48,256 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:18:48,256 INFO [M:0;5296cfb18d53:40903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:18:48,256 INFO [M:0;5296cfb18d53:40903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:18:48,256 DEBUG [M:0;5296cfb18d53:40903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:18:48,257 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:18:48,257 DEBUG [M:0;5296cfb18d53:40903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:18:48,257 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115104621 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115104621,5,FailOnTimeoutGroup] 2024-11-09T01:18:48,257 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115104621 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115104621,5,FailOnTimeoutGroup] 2024-11-09T01:18:48,257 INFO [M:0;5296cfb18d53:40903 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:18:48,257 INFO [M:0;5296cfb18d53:40903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:18:48,257 DEBUG [M:0;5296cfb18d53:40903 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:18:48,257 INFO [M:0;5296cfb18d53:40903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:18:48,257 INFO [M:0;5296cfb18d53:40903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:18:48,257 INFO [M:0;5296cfb18d53:40903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:18:48,257 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:18:48,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0816426743/master 2024-11-09T01:18:48,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0816426743 2024-11-09T01:18:48,267 DEBUG [M:0;5296cfb18d53:40903 {}] zookeeper.ZKUtil(347): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Unable to get data of znode /0816426743/master because node does not exist (not an error) 2024-11-09T01:18:48,267 WARN [M:0;5296cfb18d53:40903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:18:48,267 INFO [M:0;5296cfb18d53:40903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/.lastflushedseqids 2024-11-09T01:18:48,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741852_1028 (size=263) 2024-11-09T01:18:48,336 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:48,336 INFO [RS:0;5296cfb18d53:46157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:18:48,336 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46157-0x1011d2c23810001, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:48,336 INFO [RS:0;5296cfb18d53:46157 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,46157,1731115102625; zookeeper connection closed. 2024-11-09T01:18:48,337 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26a4721a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26a4721a 2024-11-09T01:18:48,337 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:18:48,672 INFO [M:0;5296cfb18d53:40903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:18:48,672 INFO [M:0;5296cfb18d53:40903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:18:48,672 DEBUG [M:0;5296cfb18d53:40903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:18:48,672 INFO [M:0;5296cfb18d53:40903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:48,672 DEBUG [M:0;5296cfb18d53:40903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:48,672 DEBUG [M:0;5296cfb18d53:40903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:18:48,672 DEBUG [M:0;5296cfb18d53:40903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:48,672 INFO [M:0;5296cfb18d53:40903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T01:18:48,686 DEBUG [M:0;5296cfb18d53:40903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc8715ea6faf45bba34f676ca64fab7f is 82, key is hbase:meta,,1/info:regioninfo/1731115105462/Put/seqid=0 2024-11-09T01:18:48,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741853_1029 (size=5672) 2024-11-09T01:18:49,090 INFO [M:0;5296cfb18d53:40903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc8715ea6faf45bba34f676ca64fab7f 2024-11-09T01:18:49,108 DEBUG [M:0;5296cfb18d53:40903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ec283a17150443e924a8a177d0affc3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731115117113/Put/seqid=0 2024-11-09T01:18:49,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741854_1030 (size=8516) 2024-11-09T01:18:49,512 INFO [M:0;5296cfb18d53:40903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ec283a17150443e924a8a177d0affc3 2024-11-09T01:18:49,536 DEBUG [M:0;5296cfb18d53:40903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a367f9754094a98a301e2431cdf0436 is 69, key is 5296cfb18d53,46157,1731115102625/rs:state/1731115104708/Put/seqid=0 2024-11-09T01:18:49,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741855_1031 (size=5156) 2024-11-09T01:18:49,540 INFO [M:0;5296cfb18d53:40903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a367f9754094a98a301e2431cdf0436 2024-11-09T01:18:49,544 DEBUG [M:0;5296cfb18d53:40903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc8715ea6faf45bba34f676ca64fab7f as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc8715ea6faf45bba34f676ca64fab7f 2024-11-09T01:18:49,548 INFO [M:0;5296cfb18d53:40903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc8715ea6faf45bba34f676ca64fab7f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T01:18:49,549 DEBUG [M:0;5296cfb18d53:40903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ec283a17150443e924a8a177d0affc3 as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ec283a17150443e924a8a177d0affc3 2024-11-09T01:18:49,553 INFO [M:0;5296cfb18d53:40903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ec283a17150443e924a8a177d0affc3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T01:18:49,554 DEBUG [M:0;5296cfb18d53:40903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a367f9754094a98a301e2431cdf0436 as hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a367f9754094a98a301e2431cdf0436 2024-11-09T01:18:49,559 INFO [M:0;5296cfb18d53:40903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/2a8b08de-2bac-28ba-0144-4cc88ab754f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a367f9754094a98a301e2431cdf0436, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T01:18:49,560 INFO [M:0;5296cfb18d53:40903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false 2024-11-09T01:18:49,561 INFO [M:0;5296cfb18d53:40903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:49,561 DEBUG [M:0;5296cfb18d53:40903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115128672Disabling compacts and flushes for region at 1731115128672Disabling writes for close at 1731115128672Obtaining lock to block concurrent updates at 1731115128672Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115128672Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731115128673 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115128673Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115128673Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115128686 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115128686Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115129094 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115129108 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115129108Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115129517 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115129535 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115129535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27043f02: reopening flushed file at 1731115129543 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7eb5e0: reopening flushed file at 1731115129548 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a110506: reopening flushed file at 1731115129553 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false at 1731115129560 (+7 ms)Writing region close event to WAL at 1731115129561 (+1 ms)Closed at 1731115129561 2024-11-09T01:18:49,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741830_1006 (size=63654) 2024-11-09T01:18:49,575 INFO [M:0;5296cfb18d53:40903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:18:49,575 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:18:49,575 INFO [M:0;5296cfb18d53:40903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40903 2024-11-09T01:18:49,576 INFO [M:0;5296cfb18d53:40903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:18:49,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:49,740 INFO [M:0;5296cfb18d53:40903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:18:49,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1011d2c23810000, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:18:49,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fdd9aa3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:18:49,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6068afd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:18:49,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:18:49,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e1ae177{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:18:49,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@586d64af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/hadoop.log.dir/,STOPPED} 2024-11-09T01:18:49,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:18:49,744 WARN [BP-793605674-172.17.0.2-1731115100158 heartbeating to localhost/127.0.0.1:41103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:18:49,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:18:49,744 WARN [BP-793605674-172.17.0.2-1731115100158 heartbeating to localhost/127.0.0.1:41103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-793605674-172.17.0.2-1731115100158 (Datanode Uuid 477f951c-f9c0-4048-8d1c-3c03453fda41) service to localhost/127.0.0.1:41103 2024-11-09T01:18:49,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/cluster_e29cc20b-1d9a-42c3-0302-0689b79769cb/data/data1/current/BP-793605674-172.17.0.2-1731115100158 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:18:49,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/cluster_e29cc20b-1d9a-42c3-0302-0689b79769cb/data/data2/current/BP-793605674-172.17.0.2-1731115100158 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:18:49,745 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:18:49,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@135f7b95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:18:49,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@534b5fc5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:18:49,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:18:49,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ec0d391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:18:49,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a383c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1208f28f-5517-91be-aea6-76c5f4679931/hadoop.log.dir/,STOPPED} 2024-11-09T01:18:49,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:18:49,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:18:49,777 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 205) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41103 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39451 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39451 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41103 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59472) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41103 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39451 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59472) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 243) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2102 (was 1983) - AvailableMemoryMB LEAK? - 2024-11-09T01:18:49,785 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=359, ProcessCount=11, AvailableMemoryMB=2102 2024-11-09T01:18:49,796 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-09T01:18:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/hadoop.log.dir so I do NOT create it in target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a 2024-11-09T01:18:49,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:18:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/hadoop.tmp.dir so I do NOT create it in target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a 2024-11-09T01:18:49,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/143a0924-e6c2-a901-a9af-bc395760568a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:18:49,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a 2024-11-09T01:18:49,797 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/cluster_1a5e3064-c885-3d92-d773-cd15dc7a8a42, deleteOnExit=true 2024-11-09T01:18:49,818 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/cluster_1a5e3064-c885-3d92-d773-cd15dc7a8a42/zookeeper_0, clientPort=54335, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/cluster_1a5e3064-c885-3d92-d773-cd15dc7a8a42/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/cluster_1a5e3064-c885-3d92-d773-cd15dc7a8a42/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:18:49,819 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54335 2024-11-09T01:18:49,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:18:49,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:18:49,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/test.cache.data in system properties and HBase conf 2024-11-09T01:18:49,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:18:49,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:18:49,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:18:49,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:18:49,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:18:49,819 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:18:49,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:18:49,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:18:49,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:18:49,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:18:49,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:18:49,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:18:49,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:18:49,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:18:49,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:18:49,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:18:49,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:18:49,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:18:49,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:18:49,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:18:49,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d2c23810002, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:18:49,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d2c23810005, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:18:49,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d2c23810005, quorum=127.0.0.1:59472, baseZNode=/1-448507815 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:18:49,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d2c23810002, quorum=127.0.0.1:59472, baseZNode=/0816426743 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:18:49,905 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:49,905 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:18:49,906 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:18:50,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:18:50,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:18:50,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:18:50,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:18:50,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:18:50,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:18:50,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@501965e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:18:50,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e98d134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:18:50,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cc8576d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/java.io.tmpdir/jetty-localhost-44447-hadoop-hdfs-3_4_1-tests_jar-_-any-14512263468723177307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:18:50,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@392039a6{HTTP/1.1, (http/1.1)}{localhost:44447} 2024-11-09T01:18:50,305 INFO [Time-limited test {}] server.Server(415): Started @204890ms 2024-11-09T01:18:50,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:18:50,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:18:50,598 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:18:50,598 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:18:50,599 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:18:50,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70b817da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:18:50,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ef9764a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:18:50,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72b22ff0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/java.io.tmpdir/jetty-localhost-33189-hadoop-hdfs-3_4_1-tests_jar-_-any-9950776727482985617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:18:50,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@737bdf9e{HTTP/1.1, (http/1.1)}{localhost:33189} 2024-11-09T01:18:50,696 INFO [Time-limited test {}] server.Server(415): Started @205281ms 2024-11-09T01:18:50,697 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:18:51,305 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/cluster_1a5e3064-c885-3d92-d773-cd15dc7a8a42/data/data2/current/BP-1860853781-172.17.0.2-1731115129849/current, will proceed with Du for space computation calculation, 2024-11-09T01:18:51,305 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/cluster_1a5e3064-c885-3d92-d773-cd15dc7a8a42/data/data1/current/BP-1860853781-172.17.0.2-1731115129849/current, will proceed with Du for space computation calculation, 2024-11-09T01:18:51,325 WARN [Thread-2171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:18:51,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95b94b7cb06e5c23 with lease ID 0x2e50fc774356503: Processing first storage report for DS-485f2106-196d-4b5b-b233-580e5292f5e3 from datanode DatanodeRegistration(127.0.0.1:38803, datanodeUuid=d05f3b06-8d76-4f3c-928f-b82bbc7468d6, infoPort=41279, infoSecurePort=0, ipcPort=40377, storageInfo=lv=-57;cid=testClusterID;nsid=1014521101;c=1731115129849) 2024-11-09T01:18:51,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95b94b7cb06e5c23 with lease ID 0x2e50fc774356503: from storage DS-485f2106-196d-4b5b-b233-580e5292f5e3 node DatanodeRegistration(127.0.0.1:38803, datanodeUuid=d05f3b06-8d76-4f3c-928f-b82bbc7468d6, infoPort=41279, infoSecurePort=0, ipcPort=40377, storageInfo=lv=-57;cid=testClusterID;nsid=1014521101;c=1731115129849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:18:51,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95b94b7cb06e5c23 with lease ID 0x2e50fc774356503: Processing first storage report for DS-7b1fce53-8768-4ef7-ab21-a09f0ccef9ad from datanode DatanodeRegistration(127.0.0.1:38803, datanodeUuid=d05f3b06-8d76-4f3c-928f-b82bbc7468d6, infoPort=41279, infoSecurePort=0, ipcPort=40377, storageInfo=lv=-57;cid=testClusterID;nsid=1014521101;c=1731115129849) 2024-11-09T01:18:51,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95b94b7cb06e5c23 with lease ID 0x2e50fc774356503: from storage DS-7b1fce53-8768-4ef7-ab21-a09f0ccef9ad node DatanodeRegistration(127.0.0.1:38803, datanodeUuid=d05f3b06-8d76-4f3c-928f-b82bbc7468d6, infoPort=41279, infoSecurePort=0, ipcPort=40377, storageInfo=lv=-57;cid=testClusterID;nsid=1014521101;c=1731115129849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:18:51,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a 2024-11-09T01:18:51,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:51,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:51,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:18:51,829 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283 with version=8 2024-11-09T01:18:51,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/hbase-staging 2024-11-09T01:18:51,831 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:18:51,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:51,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:51,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:18:51,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:51,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:18:51,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:18:51,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:18:51,832 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36355 2024-11-09T01:18:51,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36355 connecting to ZooKeeper ensemble=127.0.0.1:54335 2024-11-09T01:18:51,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363550x0, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:18:51,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36355-0x1011d2c97850000 connected 2024-11-09T01:18:51,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:51,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:51,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Set watcher on znode that does not yet exist, /01253978434/running 2024-11-09T01:18:51,996 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283, hbase.cluster.distributed=false 2024-11-09T01:18:51,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Set watcher on znode that does not yet exist, /01253978434/acl 2024-11-09T01:18:51,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36355 2024-11-09T01:18:51,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36355 2024-11-09T01:18:51,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36355 2024-11-09T01:18:51,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36355 2024-11-09T01:18:51,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36355 2024-11-09T01:18:52,012 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:18:52,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:52,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:52,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:18:52,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:52,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:18:52,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:18:52,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:18:52,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39071 2024-11-09T01:18:52,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39071 connecting to ZooKeeper ensemble=127.0.0.1:54335 2024-11-09T01:18:52,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:52,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:52,025 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390710x0, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:18:52,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39071-0x1011d2c97850001 connected 2024-11-09T01:18:52,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Set watcher on znode that does not yet exist, /01253978434/running 2024-11-09T01:18:52,026 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:18:52,028 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:18:52,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Set watcher on znode that does not yet exist, /01253978434/master 2024-11-09T01:18:52,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Set watcher on znode that does not yet exist, /01253978434/acl 2024-11-09T01:18:52,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39071 2024-11-09T01:18:52,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39071 2024-11-09T01:18:52,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39071 2024-11-09T01:18:52,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39071 2024-11-09T01:18:52,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39071 2024-11-09T01:18:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:18:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:18:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:18:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T01:18:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T01:18:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:18:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:18:52,045 DEBUG [M:0;5296cfb18d53:36355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:36355 2024-11-09T01:18:52,046 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01253978434/backup-masters/5296cfb18d53,36355,1731115131831 2024-11-09T01:18:52,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434/backup-masters 2024-11-09T01:18:52,056 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434/backup-masters 2024-11-09T01:18:52,057 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Set watcher on existing znode=/01253978434/backup-masters/5296cfb18d53,36355,1731115131831 2024-11-09T01:18:52,067 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01253978434/master 2024-11-09T01:18:52,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:18:52,067 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:18:52,067 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Set watcher on existing znode=/01253978434/master 2024-11-09T01:18:52,067 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01253978434/backup-masters/5296cfb18d53,36355,1731115131831 from backup master directory 2024-11-09T01:18:52,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01253978434/backup-masters/5296cfb18d53,36355,1731115131831 2024-11-09T01:18:52,077 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434/backup-masters 2024-11-09T01:18:52,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434/backup-masters 2024-11-09T01:18:52,077 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:18:52,077 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,36355,1731115131831 2024-11-09T01:18:52,080 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/hbase.id] with ID: 8b4f358c-d263-4e8c-8ecb-36c7df0cbf48 2024-11-09T01:18:52,081 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/.tmp/hbase.id 2024-11-09T01:18:52,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:18:52,485 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/.tmp/hbase.id]:[hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/hbase.id] 2024-11-09T01:18:52,493 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:52,493 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:18:52,494 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:18:52,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:18:52,541 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:18:52,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:18:52,947 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:18:52,948 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:18:52,948 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:52,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:18:53,354 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store 2024-11-09T01:18:53,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:18:53,623 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:18:53,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:53,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:53,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:53,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:53,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:53,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:53,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:53,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:18:53,759 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:53,760 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:18:53,760 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:53,760 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:53,760 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:18:53,760 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:53,760 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:53,760 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115133759Disabling compacts and flushes for region at 1731115133759Disabling writes for close at 1731115133760 (+1 ms)Writing region close event to WAL at 1731115133760Closed at 1731115133760 2024-11-09T01:18:53,760 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/.initializing 2024-11-09T01:18:53,760 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/WALs/5296cfb18d53,36355,1731115131831 2024-11-09T01:18:53,761 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:18:53,763 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C36355%2C1731115131831, suffix=, logDir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/WALs/5296cfb18d53,36355,1731115131831, archiveDir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/oldWALs, maxLogs=10 2024-11-09T01:18:53,774 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/WALs/5296cfb18d53,36355,1731115131831/5296cfb18d53%2C36355%2C1731115131831.1731115133763, exclude list is [], retry=0 2024-11-09T01:18:53,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38803,DS-485f2106-196d-4b5b-b233-580e5292f5e3,DISK] 2024-11-09T01:18:53,778 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/WALs/5296cfb18d53,36355,1731115131831/5296cfb18d53%2C36355%2C1731115131831.1731115133763 2024-11-09T01:18:53,778 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279)] 2024-11-09T01:18:53,778 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:53,779 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:53,779 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:53,779 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:53,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:53,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:18:53,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:53,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:53,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:53,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:18:53,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:53,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:53,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:53,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:18:53,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:53,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:53,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:53,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:18:53,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:53,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:53,785 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:53,785 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:53,785 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:53,786 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:53,786 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:53,787 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:53,787 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:53,789 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:18:53,789 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69059941, jitterRate=0.029073312878608704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:53,790 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115133779Initializing all the Stores at 1731115133780 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115133780Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115133780Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115133780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115133780Cleaning up temporary data from old regions at 1731115133786 (+6 ms)Region opened successfully at 1731115133790 (+4 ms) 2024-11-09T01:18:53,790 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:18:53,793 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252e9b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:18:53,793 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:18:53,793 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:18:53,793 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:18:53,794 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:18:53,794 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:18:53,794 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:18:53,794 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:18:53,796 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:18:53,796 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Unable to get data of znode /01253978434/balancer because node does not exist (not necessarily an error) 2024-11-09T01:18:53,915 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:18:53,916 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:18:53,916 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8180 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:18:53,972 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01253978434/balancer already deleted, retry=false 2024-11-09T01:18:53,972 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:18:53,973 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Unable to get data of znode /01253978434/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:18:54,066 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01253978434/normalizer already deleted, retry=false 2024-11-09T01:18:54,067 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:18:54,068 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Unable to get data of znode /01253978434/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:18:54,141 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01253978434/switch/split already deleted, retry=false 2024-11-09T01:18:54,141 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Unable to get data of znode /01253978434/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:18:54,151 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01253978434/switch/merge already deleted, retry=false 2024-11-09T01:18:54,152 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Unable to get data of znode /01253978434/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:18:54,162 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01253978434/snapshot-cleanup already deleted, retry=false 2024-11-09T01:18:54,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01253978434/running 2024-11-09T01:18:54,172 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01253978434/running 2024-11-09T01:18:54,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:18:54,172 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:18:54,172 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,36355,1731115131831, sessionid=0x1011d2c97850000, setting cluster-up flag (Was=false) 2024-11-09T01:18:54,193 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:18:54,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:18:54,225 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01253978434/flush-table-proc/acquired, /01253978434/flush-table-proc/reached, /01253978434/flush-table-proc/abort 2024-11-09T01:18:54,226 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,36355,1731115131831 2024-11-09T01:18:54,246 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:18:54,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:18:54,277 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01253978434/online-snapshot/acquired, /01253978434/online-snapshot/reached, /01253978434/online-snapshot/abort 2024-11-09T01:18:54,278 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,36355,1731115131831 2024-11-09T01:18:54,280 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:18:54,281 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:54,281 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:18:54,281 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:18:54,281 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,36355,1731115131831 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:18:54,282 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:54,282 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:54,282 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:54,282 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:54,282 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:18:54,282 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:54,282 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:18:54,282 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:54,283 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115164283 2024-11-09T01:18:54,283 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:54,283 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:18:54,283 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:18:54,283 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:18:54,283 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:18:54,283 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:18:54,283 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:18:54,283 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:18:54,284 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:54,284 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:18:54,284 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:18:54,284 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:18:54,284 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:18:54,284 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:18:54,284 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:54,284 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:18:54,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:18:54,285 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115134284,5,FailOnTimeoutGroup] 2024-11-09T01:18:54,285 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115134285,5,FailOnTimeoutGroup] 2024-11-09T01:18:54,285 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:54,285 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:18:54,285 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:54,285 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:54,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:18:54,338 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(746): ClusterId : 8b4f358c-d263-4e8c-8ecb-36c7df0cbf48 2024-11-09T01:18:54,338 DEBUG [RS:0;5296cfb18d53:39071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:18:54,341 DEBUG [RS:0;5296cfb18d53:39071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:18:54,341 DEBUG [RS:0;5296cfb18d53:39071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:18:54,352 DEBUG [RS:0;5296cfb18d53:39071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:18:54,352 DEBUG [RS:0;5296cfb18d53:39071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1263ef01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:18:54,364 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:39071 2024-11-09T01:18:54,364 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:18:54,364 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:18:54,364 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:18:54,365 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,36355,1731115131831 with port=39071, startcode=1731115132011 2024-11-09T01:18:54,365 DEBUG [RS:0;5296cfb18d53:39071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:18:54,366 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:18:54,366 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,39071,1731115132011 2024-11-09T01:18:54,366 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36355 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,39071,1731115132011 2024-11-09T01:18:54,368 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283 2024-11-09T01:18:54,368 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39881 2024-11-09T01:18:54,368 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:18:54,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434/rs 2024-11-09T01:18:54,372 DEBUG [RS:0;5296cfb18d53:39071 {}] zookeeper.ZKUtil(111): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Set watcher on existing znode=/01253978434/rs/5296cfb18d53,39071,1731115132011 2024-11-09T01:18:54,373 WARN [RS:0;5296cfb18d53:39071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:18:54,373 INFO [RS:0;5296cfb18d53:39071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:54,373 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011 2024-11-09T01:18:54,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,39071,1731115132011] 2024-11-09T01:18:54,375 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:18:54,377 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:18:54,377 INFO [RS:0;5296cfb18d53:39071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:18:54,377 INFO [RS:0;5296cfb18d53:39071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:54,377 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:18:54,378 INFO [RS:0;5296cfb18d53:39071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:18:54,378 INFO [RS:0;5296cfb18d53:39071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:54,378 DEBUG [RS:0;5296cfb18d53:39071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:54,378 DEBUG [RS:0;5296cfb18d53:39071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:54,378 DEBUG [RS:0;5296cfb18d53:39071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:54,378 DEBUG [RS:0;5296cfb18d53:39071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:54,378 DEBUG [RS:0;5296cfb18d53:39071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:54,378 DEBUG [RS:0;5296cfb18d53:39071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:18:54,378 DEBUG [RS:0;5296cfb18d53:39071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:54,378 DEBUG [RS:0;5296cfb18d53:39071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:54,378 DEBUG [RS:0;5296cfb18d53:39071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:54,378 DEBUG [RS:0;5296cfb18d53:39071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:54,378 DEBUG [RS:0;5296cfb18d53:39071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:54,379 DEBUG [RS:0;5296cfb18d53:39071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:54,379 DEBUG [RS:0;5296cfb18d53:39071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:18:54,379 DEBUG [RS:0;5296cfb18d53:39071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:18:54,379 INFO [RS:0;5296cfb18d53:39071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:54,379 INFO [RS:0;5296cfb18d53:39071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:54,379 INFO [RS:0;5296cfb18d53:39071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:54,379 INFO [RS:0;5296cfb18d53:39071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:54,379 INFO [RS:0;5296cfb18d53:39071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:54,379 INFO [RS:0;5296cfb18d53:39071 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,39071,1731115132011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:18:54,395 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:18:54,396 INFO [RS:0;5296cfb18d53:39071 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,39071,1731115132011-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:54,396 INFO [RS:0;5296cfb18d53:39071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:54,396 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.Replication(171): 5296cfb18d53,39071,1731115132011 started 2024-11-09T01:18:54,412 INFO [RS:0;5296cfb18d53:39071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:54,412 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,39071,1731115132011, RpcServer on 5296cfb18d53/172.17.0.2:39071, sessionid=0x1011d2c97850001 2024-11-09T01:18:54,412 DEBUG [RS:0;5296cfb18d53:39071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:18:54,412 DEBUG [RS:0;5296cfb18d53:39071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,39071,1731115132011 2024-11-09T01:18:54,412 DEBUG [RS:0;5296cfb18d53:39071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,39071,1731115132011' 2024-11-09T01:18:54,412 DEBUG [RS:0;5296cfb18d53:39071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01253978434/flush-table-proc/abort' 2024-11-09T01:18:54,413 DEBUG [RS:0;5296cfb18d53:39071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01253978434/flush-table-proc/acquired' 2024-11-09T01:18:54,413 DEBUG [RS:0;5296cfb18d53:39071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:18:54,413 DEBUG [RS:0;5296cfb18d53:39071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:18:54,413 DEBUG [RS:0;5296cfb18d53:39071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,39071,1731115132011 2024-11-09T01:18:54,413 DEBUG [RS:0;5296cfb18d53:39071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,39071,1731115132011' 2024-11-09T01:18:54,413 DEBUG [RS:0;5296cfb18d53:39071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01253978434/online-snapshot/abort' 2024-11-09T01:18:54,414 DEBUG [RS:0;5296cfb18d53:39071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01253978434/online-snapshot/acquired' 2024-11-09T01:18:54,414 DEBUG [RS:0;5296cfb18d53:39071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:18:54,414 INFO [RS:0;5296cfb18d53:39071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:18:54,414 INFO [RS:0;5296cfb18d53:39071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:18:54,514 INFO [RS:0;5296cfb18d53:39071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:18:54,515 INFO [RS:0;5296cfb18d53:39071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C39071%2C1731115132011, suffix=, logDir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011, archiveDir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/oldWALs, maxLogs=10 2024-11-09T01:18:54,528 DEBUG [RS:0;5296cfb18d53:39071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516, exclude list is [], retry=0 2024-11-09T01:18:54,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38803,DS-485f2106-196d-4b5b-b233-580e5292f5e3,DISK] 2024-11-09T01:18:54,532 INFO [RS:0;5296cfb18d53:39071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 2024-11-09T01:18:54,532 DEBUG [RS:0;5296cfb18d53:39071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279)] 2024-11-09T01:18:54,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:18:54,694 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283 2024-11-09T01:18:54,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741833_1009 (size=32) 2024-11-09T01:18:55,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:55,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:18:55,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:18:55,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:55,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:55,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:18:55,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:18:55,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:55,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:55,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:18:55,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:18:55,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:55,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:55,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:18:55,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:18:55,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:55,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:55,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:18:55,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740 2024-11-09T01:18:55,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740 2024-11-09T01:18:55,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:18:55,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:18:55,110 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:55,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:18:55,113 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:18:55,113 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73618752, jitterRate=0.09700489044189453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:55,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115135103Initializing all the Stores at 1731115135103Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115135103Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115135103Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115135103Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115135103Cleaning up temporary data from old regions at 1731115135110 (+7 ms)Region opened successfully at 1731115135114 (+4 ms) 2024-11-09T01:18:55,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:18:55,114 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:18:55,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:18:55,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:18:55,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:18:55,114 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:18:55,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115135114Disabling compacts and flushes for region at 1731115135114Disabling writes for close at 1731115135114Writing region close event to WAL at 1731115135114Closed at 1731115135114 2024-11-09T01:18:55,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:55,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:18:55,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:18:55,116 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:18:55,117 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:18:55,267 DEBUG [5296cfb18d53:36355 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:18:55,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,39071,1731115132011 2024-11-09T01:18:55,269 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,39071,1731115132011, state=OPENING 2024-11-09T01:18:55,362 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:18:55,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:18:55,372 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:18:55,372 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:18:55,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01253978434/meta-region-server: CHANGED 2024-11-09T01:18:55,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,39071,1731115132011}] 2024-11-09T01:18:55,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01253978434/meta-region-server: CHANGED 2024-11-09T01:18:55,525 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:18:55,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:18:55,529 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:18:55,529 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:55,529 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:18:55,530 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C39071%2C1731115132011.meta, suffix=.meta, logDir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011, archiveDir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/oldWALs, maxLogs=10 2024-11-09T01:18:55,543 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.meta.1731115135531.meta, exclude list is [], retry=0 2024-11-09T01:18:55,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38803,DS-485f2106-196d-4b5b-b233-580e5292f5e3,DISK] 2024-11-09T01:18:55,547 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.meta.1731115135531.meta 2024-11-09T01:18:55,548 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279)] 2024-11-09T01:18:55,548 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:55,548 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:18:55,549 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:18:55,549 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:18:55,549 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:18:55,549 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:18:55,549 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:55,549 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:18:55,549 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:18:55,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:18:55,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:18:55,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:55,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:55,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:18:55,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:18:55,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:55,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:55,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:18:55,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:18:55,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:55,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:55,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:18:55,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:18:55,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:55,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:55,557 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:18:55,558 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740 2024-11-09T01:18:55,559 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740 2024-11-09T01:18:55,560 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:18:55,560 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:18:55,560 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:55,561 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:18:55,562 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66464291, jitterRate=-0.009604886174201965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:55,562 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:18:55,562 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115135549Writing region info on filesystem at 1731115135549Initializing all the Stores at 1731115135550 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115135550Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115135553 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115135553Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115135553Cleaning up temporary data from old regions at 1731115135560 (+7 ms)Running coprocessor post-open hooks at 1731115135562 (+2 ms)Region opened successfully at 1731115135562 2024-11-09T01:18:55,563 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115135525 2024-11-09T01:18:55,565 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:18:55,565 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:18:55,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,39071,1731115132011 2024-11-09T01:18:55,566 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,39071,1731115132011, state=OPEN 2024-11-09T01:18:55,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01253978434/meta-region-server 2024-11-09T01:18:55,602 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01253978434/meta-region-server 2024-11-09T01:18:55,602 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,39071,1731115132011 2024-11-09T01:18:55,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01253978434/meta-region-server: CHANGED 2024-11-09T01:18:55,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01253978434/meta-region-server: CHANGED 2024-11-09T01:18:55,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:18:55,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,39071,1731115132011 in 230 msec 2024-11-09T01:18:55,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:18:55,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 489 msec 2024-11-09T01:18:55,606 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:55,606 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:18:55,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:55,608 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,39071,1731115132011, seqNum=-1] 2024-11-09T01:18:55,608 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:55,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:18:55,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3320 sec 2024-11-09T01:18:55,613 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115135613, completionTime=-1 2024-11-09T01:18:55,613 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:18:55,613 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:18:55,615 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:18:55,615 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115195615 2024-11-09T01:18:55,615 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115255615 2024-11-09T01:18:55,615 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T01:18:55,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36355,1731115131831-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:55,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36355,1731115131831-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:55,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36355,1731115131831-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:55,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:36355, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:55,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:55,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:55,617 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:18:55,619 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.542sec 2024-11-09T01:18:55,619 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:18:55,619 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:18:55,619 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:18:55,619 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:18:55,619 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:18:55,619 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36355,1731115131831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:18:55,619 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36355,1731115131831-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:18:55,621 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:18:55,621 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:18:55,621 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36355,1731115131831-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:55,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbe1d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:55,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,36355,-1 for getting cluster id 2024-11-09T01:18:55,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:18:55,640 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b4f358c-d263-4e8c-8ecb-36c7df0cbf48' 2024-11-09T01:18:55,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:18:55,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b4f358c-d263-4e8c-8ecb-36c7df0cbf48" 2024-11-09T01:18:55,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b48b017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:55,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,36355,-1] 2024-11-09T01:18:55,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:18:55,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:18:55,642 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:18:55,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3738772f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:18:55,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:18:55,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,39071,1731115132011, seqNum=-1] 2024-11-09T01:18:55,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:18:55,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:18:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,36355,1731115131831 2024-11-09T01:18:55,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54335 2024-11-09T01:18:55,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:18:55,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d2c97850002 connected 2024-11-09T01:18:55,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/hadoop.log.dir so I do NOT create it in target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9 2024-11-09T01:18:55,679 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:18:55,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/hadoop.tmp.dir so I do NOT create it in target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9 2024-11-09T01:18:55,679 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:18:55,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9 2024-11-09T01:18:55,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:18:55,680 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/cluster_68ab336b-6f3b-8414-2a30-f33a8a3c3d31, deleteOnExit=true 2024-11-09T01:18:55,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:18:55,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/test.cache.data in system properties and HBase conf 2024-11-09T01:18:55,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:18:55,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:18:55,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:18:55,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:18:55,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:18:55,680 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:18:55,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:18:55,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:18:55,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:18:55,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:18:55,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:18:55,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:18:55,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:18:55,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:18:55,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:18:55,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:18:55,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:18:55,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:18:55,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:18:55,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:18:55,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:18:55,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:18:55,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:18:55,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:18:55,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:18:55,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:18:55,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26067781{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:18:55,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60c9f1bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:18:56,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@395f3aa8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/java.io.tmpdir/jetty-localhost-40527-hadoop-hdfs-3_4_1-tests_jar-_-any-17447812785865582789/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:18:56,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2983a227{HTTP/1.1, (http/1.1)}{localhost:40527} 2024-11-09T01:18:56,101 INFO [Time-limited test {}] server.Server(415): Started @210686ms 2024-11-09T01:18:56,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:18:56,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:18:56,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:18:56,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:18:56,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:18:56,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d683389{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:18:56,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44b15050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:18:56,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@190bc0b0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/java.io.tmpdir/jetty-localhost-33159-hadoop-hdfs-3_4_1-tests_jar-_-any-2598081428780501930/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:18:56,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b2d8664{HTTP/1.1, (http/1.1)}{localhost:33159} 2024-11-09T01:18:56,474 INFO [Time-limited test {}] server.Server(415): Started @211059ms 2024-11-09T01:18:56,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:18:57,159 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/cluster_68ab336b-6f3b-8414-2a30-f33a8a3c3d31/data/data1/current/BP-1431223066-172.17.0.2-1731115135695/current, will proceed with Du for space computation calculation, 2024-11-09T01:18:57,159 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/cluster_68ab336b-6f3b-8414-2a30-f33a8a3c3d31/data/data2/current/BP-1431223066-172.17.0.2-1731115135695/current, will proceed with Du for space computation calculation, 2024-11-09T01:18:57,176 WARN [Thread-2292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:18:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf72fa17b4cd55222 with lease ID 0xfcef3dd200e275af: Processing first storage report for DS-2ff2d72c-9bf2-4df4-b94b-955f90d4d5e4 from datanode DatanodeRegistration(127.0.0.1:45117, datanodeUuid=8727dadc-e282-4b6f-b151-741849f219b4, infoPort=44837, infoSecurePort=0, ipcPort=46439, storageInfo=lv=-57;cid=testClusterID;nsid=118937932;c=1731115135695) 2024-11-09T01:18:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf72fa17b4cd55222 with lease ID 0xfcef3dd200e275af: from storage DS-2ff2d72c-9bf2-4df4-b94b-955f90d4d5e4 node DatanodeRegistration(127.0.0.1:45117, datanodeUuid=8727dadc-e282-4b6f-b151-741849f219b4, infoPort=44837, infoSecurePort=0, ipcPort=46439, storageInfo=lv=-57;cid=testClusterID;nsid=118937932;c=1731115135695), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:18:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf72fa17b4cd55222 with lease ID 0xfcef3dd200e275af: Processing first storage report for DS-f6b215a1-694b-4dda-b3d8-f304927ae2df from datanode DatanodeRegistration(127.0.0.1:45117, datanodeUuid=8727dadc-e282-4b6f-b151-741849f219b4, infoPort=44837, infoSecurePort=0, ipcPort=46439, storageInfo=lv=-57;cid=testClusterID;nsid=118937932;c=1731115135695) 2024-11-09T01:18:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf72fa17b4cd55222 with lease ID 0xfcef3dd200e275af: from storage DS-f6b215a1-694b-4dda-b3d8-f304927ae2df node DatanodeRegistration(127.0.0.1:45117, datanodeUuid=8727dadc-e282-4b6f-b151-741849f219b4, infoPort=44837, infoSecurePort=0, ipcPort=46439, storageInfo=lv=-57;cid=testClusterID;nsid=118937932;c=1731115135695), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:18:57,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9 2024-11-09T01:18:57,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:57,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:57,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:18:57,608 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927 with version=8 2024-11-09T01:18:57,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/hbase-staging 2024-11-09T01:18:57,610 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:18:57,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:57,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:57,610 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:18:57,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:57,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:18:57,610 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:18:57,610 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:18:57,611 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40023 2024-11-09T01:18:57,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40023 connecting to ZooKeeper ensemble=127.0.0.1:54335 2024-11-09T01:18:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400230x0, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:18:57,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40023-0x1011d2c97850003 connected 2024-11-09T01:18:57,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:57,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:57,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Set watcher on znode that does not yet exist, /1-680769370/running 2024-11-09T01:18:57,733 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927, hbase.cluster.distributed=false 2024-11-09T01:18:57,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Set watcher on znode that does not yet exist, /1-680769370/acl 2024-11-09T01:18:57,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40023 2024-11-09T01:18:57,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40023 2024-11-09T01:18:57,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40023 2024-11-09T01:18:57,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40023 2024-11-09T01:18:57,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40023 2024-11-09T01:18:57,748 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:18:57,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:57,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:57,748 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:18:57,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:18:57,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:18:57,748 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:18:57,748 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:18:57,749 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40887 2024-11-09T01:18:57,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40887 connecting to ZooKeeper ensemble=127.0.0.1:54335 2024-11-09T01:18:57,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:57,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:57,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408870x0, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:18:57,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408870x0, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Set watcher on znode that does not yet exist, /1-680769370/running 2024-11-09T01:18:57,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40887-0x1011d2c97850004 connected 2024-11-09T01:18:57,762 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:18:57,763 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:18:57,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Set watcher on znode that does not yet exist, /1-680769370/master 2024-11-09T01:18:57,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Set watcher on znode that does not yet exist, /1-680769370/acl 2024-11-09T01:18:57,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40887 2024-11-09T01:18:57,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40887 2024-11-09T01:18:57,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40887 2024-11-09T01:18:57,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40887 2024-11-09T01:18:57,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40887 2024-11-09T01:18:57,785 DEBUG [M:0;5296cfb18d53:40023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:40023 2024-11-09T01:18:57,785 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-680769370/backup-masters/5296cfb18d53,40023,1731115137610 2024-11-09T01:18:57,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370/backup-masters 2024-11-09T01:18:57,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370/backup-masters 2024-11-09T01:18:57,793 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Set watcher on existing znode=/1-680769370/backup-masters/5296cfb18d53,40023,1731115137610 2024-11-09T01:18:57,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:18:57,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-680769370/master 2024-11-09T01:18:57,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:18:57,804 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Set watcher on existing znode=/1-680769370/master 2024-11-09T01:18:57,804 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-680769370/backup-masters/5296cfb18d53,40023,1731115137610 from backup master directory 2024-11-09T01:18:57,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-680769370/backup-masters/5296cfb18d53,40023,1731115137610 2024-11-09T01:18:57,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370/backup-masters 2024-11-09T01:18:57,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370/backup-masters 2024-11-09T01:18:57,814 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:18:57,814 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,40023,1731115137610 2024-11-09T01:18:57,817 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/hbase.id] with ID: 410d19cc-da04-4973-b6de-7cbe216e7627 2024-11-09T01:18:57,817 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/.tmp/hbase.id 2024-11-09T01:18:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:18:58,222 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/.tmp/hbase.id]:[hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/hbase.id] 2024-11-09T01:18:58,230 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:18:58,230 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:18:58,231 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:18:58,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:18:58,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:18:58,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:18:58,683 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:18:58,684 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:18:58,684 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:58,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:18:59,090 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store 2024-11-09T01:18:59,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:18:59,496 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:59,496 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:18:59,496 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:59,497 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:59,497 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:18:59,497 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:59,497 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:18:59,497 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115139496Disabling compacts and flushes for region at 1731115139496Disabling writes for close at 1731115139497 (+1 ms)Writing region close event to WAL at 1731115139497Closed at 1731115139497 2024-11-09T01:18:59,497 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/.initializing 2024-11-09T01:18:59,497 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/WALs/5296cfb18d53,40023,1731115137610 2024-11-09T01:18:59,498 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:18:59,499 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C40023%2C1731115137610, suffix=, logDir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/WALs/5296cfb18d53,40023,1731115137610, archiveDir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/oldWALs, maxLogs=10 2024-11-09T01:18:59,515 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/WALs/5296cfb18d53,40023,1731115137610/5296cfb18d53%2C40023%2C1731115137610.1731115139499, exclude list is [], retry=0 2024-11-09T01:18:59,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45117,DS-2ff2d72c-9bf2-4df4-b94b-955f90d4d5e4,DISK] 2024-11-09T01:18:59,519 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/WALs/5296cfb18d53,40023,1731115137610/5296cfb18d53%2C40023%2C1731115137610.1731115139499 2024-11-09T01:18:59,520 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44837:44837)] 2024-11-09T01:18:59,520 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:18:59,520 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:18:59,520 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:59,520 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:59,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:59,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:18:59,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:59,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:18:59,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:59,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:18:59,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:59,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:59,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:59,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:18:59,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:59,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:59,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:59,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:18:59,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:59,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:18:59,526 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:59,527 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:59,527 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:59,528 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:59,528 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:59,529 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:18:59,530 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:18:59,531 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:18:59,531 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72665473, jitterRate=0.08279992640018463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:18:59,531 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115139520Initializing all the Stores at 1731115139521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115139521Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115139521Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115139521Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115139521Cleaning up temporary data from old regions at 1731115139528 (+7 ms)Region opened successfully at 1731115139531 (+3 ms) 2024-11-09T01:18:59,532 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:18:59,534 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5d2564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:18:59,534 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:18:59,535 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:18:59,535 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:18:59,535 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:18:59,535 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:18:59,535 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:18:59,535 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:18:59,537 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:18:59,537 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Unable to get data of znode /1-680769370/balancer because node does not exist (not necessarily an error) 2024-11-09T01:18:59,646 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-680769370/balancer already deleted, retry=false 2024-11-09T01:18:59,646 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:18:59,647 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Unable to get data of znode /1-680769370/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:18:59,656 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-680769370/normalizer already deleted, retry=false 2024-11-09T01:18:59,656 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:18:59,657 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Unable to get data of znode /1-680769370/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:18:59,666 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-680769370/switch/split already deleted, retry=false 2024-11-09T01:18:59,667 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Unable to get data of znode /1-680769370/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:18:59,677 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-680769370/switch/merge already deleted, retry=false 2024-11-09T01:18:59,679 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Unable to get data of znode /1-680769370/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:18:59,688 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-680769370/snapshot-cleanup already deleted, retry=false 2024-11-09T01:18:59,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-680769370/running 2024-11-09T01:18:59,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-680769370/running 2024-11-09T01:18:59,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:18:59,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:18:59,698 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,40023,1731115137610, sessionid=0x1011d2c97850003, setting cluster-up flag (Was=false) 2024-11-09T01:18:59,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:18:59,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:18:59,751 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-680769370/flush-table-proc/acquired, /1-680769370/flush-table-proc/reached, /1-680769370/flush-table-proc/abort 2024-11-09T01:18:59,751 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,40023,1731115137610 2024-11-09T01:18:59,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:18:59,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:18:59,803 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-680769370/online-snapshot/acquired, /1-680769370/online-snapshot/reached, /1-680769370/online-snapshot/abort 2024-11-09T01:18:59,804 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,40023,1731115137610 2024-11-09T01:18:59,805 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:18:59,806 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:59,806 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:18:59,806 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:18:59,806 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,40023,1731115137610 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:18:59,807 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:59,807 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:59,807 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:59,807 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:18:59,807 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:18:59,807 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:59,807 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:18:59,808 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:59,808 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115169808 2024-11-09T01:18:59,808 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:18:59,808 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:18:59,808 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:18:59,808 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:18:59,808 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:18:59,808 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:18:59,809 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:18:59,809 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:59,809 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:18:59,809 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:18:59,809 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:18:59,809 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:18:59,809 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:18:59,809 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:18:59,809 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:18:59,809 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115139809,5,FailOnTimeoutGroup] 2024-11-09T01:18:59,809 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:18:59,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:18:59,810 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115139809,5,FailOnTimeoutGroup] 2024-11-09T01:18:59,810 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:59,810 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:18:59,810 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:59,810 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:59,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:18:59,875 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(746): ClusterId : 410d19cc-da04-4973-b6de-7cbe216e7627 2024-11-09T01:18:59,875 DEBUG [RS:0;5296cfb18d53:40887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:18:59,888 DEBUG [RS:0;5296cfb18d53:40887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:18:59,888 DEBUG [RS:0;5296cfb18d53:40887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:18:59,899 DEBUG [RS:0;5296cfb18d53:40887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:18:59,899 DEBUG [RS:0;5296cfb18d53:40887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c65975e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:18:59,914 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:40887 2024-11-09T01:18:59,914 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:18:59,914 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:18:59,914 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:18:59,914 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,40023,1731115137610 with port=40887, startcode=1731115137748 2024-11-09T01:18:59,915 DEBUG [RS:0;5296cfb18d53:40887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:18:59,916 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:18:59,916 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,40887,1731115137748 2024-11-09T01:18:59,916 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40023 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,40887,1731115137748 2024-11-09T01:18:59,917 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927 2024-11-09T01:18:59,917 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43155 2024-11-09T01:18:59,917 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:18:59,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370/rs 2024-11-09T01:18:59,972 DEBUG [RS:0;5296cfb18d53:40887 {}] zookeeper.ZKUtil(111): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Set watcher on existing znode=/1-680769370/rs/5296cfb18d53,40887,1731115137748 2024-11-09T01:18:59,972 WARN [RS:0;5296cfb18d53:40887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:18:59,972 INFO [RS:0;5296cfb18d53:40887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:18:59,972 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748 2024-11-09T01:18:59,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,40887,1731115137748] 2024-11-09T01:18:59,974 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:18:59,976 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:18:59,976 INFO [RS:0;5296cfb18d53:40887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:18:59,976 INFO [RS:0;5296cfb18d53:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:59,976 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:18:59,977 INFO [RS:0;5296cfb18d53:40887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:18:59,977 INFO [RS:0;5296cfb18d53:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:59,977 DEBUG [RS:0;5296cfb18d53:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:59,977 DEBUG [RS:0;5296cfb18d53:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:59,977 DEBUG [RS:0;5296cfb18d53:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:59,977 DEBUG [RS:0;5296cfb18d53:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:59,977 DEBUG [RS:0;5296cfb18d53:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:59,977 DEBUG [RS:0;5296cfb18d53:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:18:59,977 DEBUG [RS:0;5296cfb18d53:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:59,977 DEBUG [RS:0;5296cfb18d53:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:59,977 DEBUG [RS:0;5296cfb18d53:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:59,977 DEBUG [RS:0;5296cfb18d53:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:59,977 DEBUG [RS:0;5296cfb18d53:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:59,977 DEBUG [RS:0;5296cfb18d53:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:18:59,977 DEBUG [RS:0;5296cfb18d53:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:18:59,977 DEBUG [RS:0;5296cfb18d53:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:18:59,978 INFO [RS:0;5296cfb18d53:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:59,978 INFO [RS:0;5296cfb18d53:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:59,978 INFO [RS:0;5296cfb18d53:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:59,978 INFO [RS:0;5296cfb18d53:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:59,978 INFO [RS:0;5296cfb18d53:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:59,978 INFO [RS:0;5296cfb18d53:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40887,1731115137748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:18:59,991 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:18:59,991 INFO [RS:0;5296cfb18d53:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40887,1731115137748-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:59,991 INFO [RS:0;5296cfb18d53:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:18:59,991 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.Replication(171): 5296cfb18d53,40887,1731115137748 started 2024-11-09T01:19:00,005 INFO [RS:0;5296cfb18d53:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:00,005 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,40887,1731115137748, RpcServer on 5296cfb18d53/172.17.0.2:40887, sessionid=0x1011d2c97850004 2024-11-09T01:19:00,005 DEBUG [RS:0;5296cfb18d53:40887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:19:00,005 DEBUG [RS:0;5296cfb18d53:40887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,40887,1731115137748 2024-11-09T01:19:00,005 DEBUG [RS:0;5296cfb18d53:40887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,40887,1731115137748' 2024-11-09T01:19:00,005 DEBUG [RS:0;5296cfb18d53:40887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-680769370/flush-table-proc/abort' 2024-11-09T01:19:00,005 DEBUG [RS:0;5296cfb18d53:40887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-680769370/flush-table-proc/acquired' 2024-11-09T01:19:00,006 DEBUG [RS:0;5296cfb18d53:40887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:19:00,006 DEBUG [RS:0;5296cfb18d53:40887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:19:00,006 DEBUG [RS:0;5296cfb18d53:40887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,40887,1731115137748 2024-11-09T01:19:00,006 DEBUG [RS:0;5296cfb18d53:40887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,40887,1731115137748' 2024-11-09T01:19:00,006 DEBUG [RS:0;5296cfb18d53:40887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-680769370/online-snapshot/abort' 2024-11-09T01:19:00,006 DEBUG [RS:0;5296cfb18d53:40887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-680769370/online-snapshot/acquired' 2024-11-09T01:19:00,006 DEBUG [RS:0;5296cfb18d53:40887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:19:00,006 INFO [RS:0;5296cfb18d53:40887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:19:00,006 INFO [RS:0;5296cfb18d53:40887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:19:00,107 INFO [RS:0;5296cfb18d53:40887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:19:00,108 INFO [RS:0;5296cfb18d53:40887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C40887%2C1731115137748, suffix=, logDir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748, archiveDir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/oldWALs, maxLogs=10 2024-11-09T01:19:00,124 DEBUG [RS:0;5296cfb18d53:40887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108, exclude list is [], retry=0 2024-11-09T01:19:00,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45117,DS-2ff2d72c-9bf2-4df4-b94b-955f90d4d5e4,DISK] 2024-11-09T01:19:00,128 INFO [RS:0;5296cfb18d53:40887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 2024-11-09T01:19:00,128 DEBUG [RS:0;5296cfb18d53:40887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44837:44837)] 2024-11-09T01:19:00,218 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:19:00,218 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927 2024-11-09T01:19:00,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741833_1009 (size=32) 2024-11-09T01:19:00,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:00,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:19:00,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:19:00,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:00,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:00,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:19:00,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:19:00,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:00,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:00,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:19:00,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:19:00,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:00,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:00,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:19:00,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:19:00,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:00,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:00,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:19:00,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740 2024-11-09T01:19:00,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740 2024-11-09T01:19:00,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:19:00,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:19:00,231 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:19:00,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:19:00,233 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:00,234 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66036212, jitterRate=-0.015983760356903076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:19:00,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115140224Initializing all the Stores at 1731115140224Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115140224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115140224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115140224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115140224Cleaning up temporary data from old regions at 1731115140230 (+6 ms)Region opened successfully at 1731115140234 (+4 ms) 2024-11-09T01:19:00,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:19:00,234 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:19:00,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:19:00,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:19:00,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:19:00,234 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:19:00,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115140234Disabling compacts and flushes for region at 1731115140234Disabling writes for close at 1731115140234Writing region close event to WAL at 1731115140234Closed at 1731115140234 2024-11-09T01:19:00,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:19:00,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:19:00,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:19:00,236 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:19:00,237 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:19:00,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:19:00,387 DEBUG [5296cfb18d53:40023 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:19:00,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,40887,1731115137748 2024-11-09T01:19:00,388 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,40887,1731115137748, state=OPENING 2024-11-09T01:19:00,435 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:19:00,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:19:00,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:19:00,446 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:19:00,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-680769370/meta-region-server: CHANGED 2024-11-09T01:19:00,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-680769370/meta-region-server: CHANGED 2024-11-09T01:19:00,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,40887,1731115137748}] 2024-11-09T01:19:00,598 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:19:00,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:19:00,603 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:19:00,603 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:00,603 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:19:00,604 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C40887%2C1731115137748.meta, suffix=.meta, logDir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748, archiveDir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/oldWALs, maxLogs=10 2024-11-09T01:19:00,621 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.meta.1731115140605.meta, exclude list is [], retry=0 2024-11-09T01:19:00,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45117,DS-2ff2d72c-9bf2-4df4-b94b-955f90d4d5e4,DISK] 2024-11-09T01:19:00,624 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.meta.1731115140605.meta 2024-11-09T01:19:00,624 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44837:44837)] 2024-11-09T01:19:00,624 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:00,625 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:19:00,625 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:19:00,625 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:19:00,625 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:19:00,625 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:19:00,625 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:00,625 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:19:00,625 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:19:00,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:19:00,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:19:00,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:00,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:00,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:19:00,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:19:00,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:00,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:00,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:19:00,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:19:00,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:00,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:00,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:19:00,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:19:00,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:00,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:00,630 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:19:00,631 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740 2024-11-09T01:19:00,632 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740 2024-11-09T01:19:00,633 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:19:00,633 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:19:00,633 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:19:00,634 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:19:00,635 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71358725, jitterRate=0.0633278638124466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:19:00,635 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:19:00,635 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115140625Writing region info on filesystem at 1731115140625Initializing all the Stores at 1731115140626 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115140626Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115140626Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115140626Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115140626Cleaning up temporary data from old regions at 1731115140633 (+7 ms)Running coprocessor post-open hooks at 1731115140635 (+2 ms)Region opened successfully at 1731115140635 2024-11-09T01:19:00,636 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115140598 2024-11-09T01:19:00,637 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:19:00,637 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:19:00,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,40887,1731115137748 2024-11-09T01:19:00,638 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,40887,1731115137748, state=OPEN 2024-11-09T01:19:00,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-680769370/meta-region-server 2024-11-09T01:19:00,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-680769370/meta-region-server 2024-11-09T01:19:00,646 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,40887,1731115137748 2024-11-09T01:19:00,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-680769370/meta-region-server: CHANGED 2024-11-09T01:19:00,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-680769370/meta-region-server: CHANGED 2024-11-09T01:19:00,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:19:00,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,40887,1731115137748 in 200 msec 2024-11-09T01:19:00,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:19:00,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-09T01:19:00,649 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:19:00,650 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:19:00,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:00,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,40887,1731115137748, seqNum=-1] 2024-11-09T01:19:00,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:00,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:19:00,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 850 msec 2024-11-09T01:19:00,656 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115140656, completionTime=-1 2024-11-09T01:19:00,656 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:19:00,656 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:19:00,658 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:19:00,658 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115200658 2024-11-09T01:19:00,658 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115260658 2024-11-09T01:19:00,658 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T01:19:00,659 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40023,1731115137610-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:00,659 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40023,1731115137610-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:00,659 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40023,1731115137610-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:00,659 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:40023, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:00,659 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:00,659 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:00,661 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:19:00,663 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.849sec 2024-11-09T01:19:00,663 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:19:00,663 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:19:00,663 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:19:00,663 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:19:00,663 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:19:00,663 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40023,1731115137610-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:19:00,663 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40023,1731115137610-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:19:00,665 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:19:00,665 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:19:00,665 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40023,1731115137610-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:00,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51763016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:00,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40023,-1 for getting cluster id 2024-11-09T01:19:00,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:00,676 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '410d19cc-da04-4973-b6de-7cbe216e7627' 2024-11-09T01:19:00,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "410d19cc-da04-4973-b6de-7cbe216e7627" 2024-11-09T01:19:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6feea731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40023,-1] 2024-11-09T01:19:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:00,678 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:00,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720e2559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:00,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:00,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,40887,1731115137748, seqNum=-1] 2024-11-09T01:19:00,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:00,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:19:00,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,40023,1731115137610 2024-11-09T01:19:00,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54335 2024-11-09T01:19:00,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:19:00,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d2c97850005 connected 2024-11-09T01:19:00,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,36355,1731115131831 2024-11-09T01:19:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b6582a2 2024-11-09T01:19:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:00,702 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:00,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:19:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:19:00,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:19:00,704 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:00,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:19:00,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:19:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:19:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:01,050 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:19:01,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:01,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:01,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:01,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:01,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:01,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:01,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:01,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:01,112 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1c1ef0c83cbfb53a39a655a9d84dd2c, NAME => 'test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283 2024-11-09T01:19:01,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:19:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:01,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:01,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a1c1ef0c83cbfb53a39a655a9d84dd2c, disabling compactions & flushes 2024-11-09T01:19:01,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. 2024-11-09T01:19:01,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. 2024-11-09T01:19:01,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. after waiting 0 ms 2024-11-09T01:19:01,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. 2024-11-09T01:19:01,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. 2024-11-09T01:19:01,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1c1ef0c83cbfb53a39a655a9d84dd2c: Waiting for close lock at 1731115141518Disabling compacts and flushes for region at 1731115141518Disabling writes for close at 1731115141518Writing region close event to WAL at 1731115141518Closed at 1731115141518 2024-11-09T01:19:01,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:19:01,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731115141519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115141519"}]},"ts":"1731115141519"} 2024-11-09T01:19:01,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:19:01,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:19:01,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115141522"}]},"ts":"1731115141522"} 2024-11-09T01:19:01,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:19:01,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1c1ef0c83cbfb53a39a655a9d84dd2c, ASSIGN}] 2024-11-09T01:19:01,525 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1c1ef0c83cbfb53a39a655a9d84dd2c, ASSIGN 2024-11-09T01:19:01,526 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a1c1ef0c83cbfb53a39a655a9d84dd2c, ASSIGN; state=OFFLINE, location=5296cfb18d53,39071,1731115132011; forceNewPlan=false, retain=false 2024-11-09T01:19:01,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1c1ef0c83cbfb53a39a655a9d84dd2c, regionState=OPENING, regionLocation=5296cfb18d53,39071,1731115132011 2024-11-09T01:19:01,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a1c1ef0c83cbfb53a39a655a9d84dd2c, ASSIGN because future has completed 2024-11-09T01:19:01,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1c1ef0c83cbfb53a39a655a9d84dd2c, server=5296cfb18d53,39071,1731115132011}] 2024-11-09T01:19:01,833 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. 2024-11-09T01:19:01,833 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a1c1ef0c83cbfb53a39a655a9d84dd2c, NAME => 'test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:01,834 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:19:01,834 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:19:01,834 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:01,834 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:01,834 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:01,834 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:01,835 INFO [StoreOpener-a1c1ef0c83cbfb53a39a655a9d84dd2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:01,836 INFO [StoreOpener-a1c1ef0c83cbfb53a39a655a9d84dd2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c1ef0c83cbfb53a39a655a9d84dd2c columnFamilyName f 2024-11-09T01:19:01,836 DEBUG [StoreOpener-a1c1ef0c83cbfb53a39a655a9d84dd2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:01,836 INFO [StoreOpener-a1c1ef0c83cbfb53a39a655a9d84dd2c-1 {}] regionserver.HStore(327): Store=a1c1ef0c83cbfb53a39a655a9d84dd2c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:01,836 INFO [StoreOpener-a1c1ef0c83cbfb53a39a655a9d84dd2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:01,837 INFO [StoreOpener-a1c1ef0c83cbfb53a39a655a9d84dd2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c1ef0c83cbfb53a39a655a9d84dd2c columnFamilyName f1 2024-11-09T01:19:01,837 DEBUG [StoreOpener-a1c1ef0c83cbfb53a39a655a9d84dd2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:01,837 INFO [StoreOpener-a1c1ef0c83cbfb53a39a655a9d84dd2c-1 {}] regionserver.HStore(327): Store=a1c1ef0c83cbfb53a39a655a9d84dd2c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:01,838 INFO [StoreOpener-a1c1ef0c83cbfb53a39a655a9d84dd2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:01,838 INFO [StoreOpener-a1c1ef0c83cbfb53a39a655a9d84dd2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c1ef0c83cbfb53a39a655a9d84dd2c columnFamilyName norep 2024-11-09T01:19:01,838 DEBUG [StoreOpener-a1c1ef0c83cbfb53a39a655a9d84dd2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:01,839 INFO [StoreOpener-a1c1ef0c83cbfb53a39a655a9d84dd2c-1 {}] regionserver.HStore(327): Store=a1c1ef0c83cbfb53a39a655a9d84dd2c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:01,839 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:01,839 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:01,839 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:01,840 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:01,840 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:01,840 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:19:01,841 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:01,843 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:01,843 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a1c1ef0c83cbfb53a39a655a9d84dd2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65354151, jitterRate=-0.026147261261940002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:19:01,843 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:01,844 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a1c1ef0c83cbfb53a39a655a9d84dd2c: Running coprocessor pre-open hook at 1731115141834Writing region info on filesystem at 1731115141834Initializing all the Stores at 1731115141834Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115141835 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115141835Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115141835Cleaning up temporary data from old regions at 1731115141840 (+5 ms)Running coprocessor post-open hooks at 1731115141843 (+3 ms)Region opened successfully at 1731115141844 (+1 ms) 2024-11-09T01:19:01,844 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c., pid=6, masterSystemTime=1731115141830 2024-11-09T01:19:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:01,846 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. 2024-11-09T01:19:01,846 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. 2024-11-09T01:19:01,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1c1ef0c83cbfb53a39a655a9d84dd2c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,39071,1731115132011 2024-11-09T01:19:01,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1c1ef0c83cbfb53a39a655a9d84dd2c, server=5296cfb18d53,39071,1731115132011 because future has completed 2024-11-09T01:19:01,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:19:01,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a1c1ef0c83cbfb53a39a655a9d84dd2c, server=5296cfb18d53,39071,1731115132011 in 174 msec 2024-11-09T01:19:01,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:19:01,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a1c1ef0c83cbfb53a39a655a9d84dd2c, ASSIGN in 330 msec 2024-11-09T01:19:01,857 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:19:01,857 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115141857"}]},"ts":"1731115141857"} 2024-11-09T01:19:01,858 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:19:01,859 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:19:01,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-09T01:19:02,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:19:02,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T01:19:02,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T01:19:02,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T01:19:02,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:19:02,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T01:19:02,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:19:02,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T01:19:02,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:19:02,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T01:19:02,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:19:02,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T01:19:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:02,856 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:19:02,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:02,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,40023,1731115137610 2024-11-09T01:19:02,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48d3794f 2024-11-09T01:19:02,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:02,858 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:02,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:19:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:19:02,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:19:02,861 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:02,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:19:02,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:19:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:02,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:19:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:03,268 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c48b1a013cbbb3a0f5bdd7caaa91da8, NAME => 'test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927 2024-11-09T01:19:03,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:19:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:03,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:03,674 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4c48b1a013cbbb3a0f5bdd7caaa91da8, disabling compactions & flushes 2024-11-09T01:19:03,674 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. 2024-11-09T01:19:03,674 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. 2024-11-09T01:19:03,674 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. after waiting 0 ms 2024-11-09T01:19:03,674 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. 2024-11-09T01:19:03,674 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. 2024-11-09T01:19:03,674 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c48b1a013cbbb3a0f5bdd7caaa91da8: Waiting for close lock at 1731115143674Disabling compacts and flushes for region at 1731115143674Disabling writes for close at 1731115143674Writing region close event to WAL at 1731115143674Closed at 1731115143674 2024-11-09T01:19:03,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:19:03,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731115143675"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115143675"}]},"ts":"1731115143675"} 2024-11-09T01:19:03,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:19:03,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:19:03,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115143677"}]},"ts":"1731115143677"} 2024-11-09T01:19:03,679 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:19:03,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c48b1a013cbbb3a0f5bdd7caaa91da8, ASSIGN}] 2024-11-09T01:19:03,680 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c48b1a013cbbb3a0f5bdd7caaa91da8, ASSIGN 2024-11-09T01:19:03,681 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4c48b1a013cbbb3a0f5bdd7caaa91da8, ASSIGN; state=OFFLINE, location=5296cfb18d53,40887,1731115137748; forceNewPlan=false, retain=false 2024-11-09T01:19:03,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c48b1a013cbbb3a0f5bdd7caaa91da8, regionState=OPENING, regionLocation=5296cfb18d53,40887,1731115137748 2024-11-09T01:19:03,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4c48b1a013cbbb3a0f5bdd7caaa91da8, ASSIGN because future has completed 2024-11-09T01:19:03,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c48b1a013cbbb3a0f5bdd7caaa91da8, server=5296cfb18d53,40887,1731115137748}] 2024-11-09T01:19:03,955 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:03,956 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:19:03,956 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18220 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:19:03,989 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. 2024-11-09T01:19:03,989 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c48b1a013cbbb3a0f5bdd7caaa91da8, NAME => 'test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:03,989 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:19:03,989 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:19:03,989 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:03,989 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:03,990 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:03,990 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:03,990 INFO [StoreOpener-4c48b1a013cbbb3a0f5bdd7caaa91da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:03,991 INFO [StoreOpener-4c48b1a013cbbb3a0f5bdd7caaa91da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c48b1a013cbbb3a0f5bdd7caaa91da8 columnFamilyName f 2024-11-09T01:19:03,991 DEBUG [StoreOpener-4c48b1a013cbbb3a0f5bdd7caaa91da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:03,992 INFO [StoreOpener-4c48b1a013cbbb3a0f5bdd7caaa91da8-1 {}] regionserver.HStore(327): Store=4c48b1a013cbbb3a0f5bdd7caaa91da8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:03,992 INFO [StoreOpener-4c48b1a013cbbb3a0f5bdd7caaa91da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:03,992 INFO [StoreOpener-4c48b1a013cbbb3a0f5bdd7caaa91da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c48b1a013cbbb3a0f5bdd7caaa91da8 columnFamilyName f1 2024-11-09T01:19:03,993 DEBUG [StoreOpener-4c48b1a013cbbb3a0f5bdd7caaa91da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:03,993 INFO [StoreOpener-4c48b1a013cbbb3a0f5bdd7caaa91da8-1 {}] regionserver.HStore(327): Store=4c48b1a013cbbb3a0f5bdd7caaa91da8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:03,993 INFO [StoreOpener-4c48b1a013cbbb3a0f5bdd7caaa91da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:03,993 INFO [StoreOpener-4c48b1a013cbbb3a0f5bdd7caaa91da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c48b1a013cbbb3a0f5bdd7caaa91da8 columnFamilyName norep 2024-11-09T01:19:03,993 DEBUG [StoreOpener-4c48b1a013cbbb3a0f5bdd7caaa91da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:03,994 INFO [StoreOpener-4c48b1a013cbbb3a0f5bdd7caaa91da8-1 {}] regionserver.HStore(327): Store=4c48b1a013cbbb3a0f5bdd7caaa91da8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:03,994 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:03,994 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:03,994 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:03,995 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:03,995 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:03,996 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:19:03,996 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:04,004 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:04,005 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c48b1a013cbbb3a0f5bdd7caaa91da8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72601373, jitterRate=0.081844761967659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:19:04,005 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:04,005 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c48b1a013cbbb3a0f5bdd7caaa91da8: Running coprocessor pre-open hook at 1731115143990Writing region info on filesystem at 1731115143990Initializing all the Stores at 1731115143990Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115143990Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115143990Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115143990Cleaning up temporary data from old regions at 1731115143995 (+5 ms)Running coprocessor post-open hooks at 1731115144005 (+10 ms)Region opened successfully at 1731115144005 2024-11-09T01:19:04,005 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8., pid=6, masterSystemTime=1731115143986 2024-11-09T01:19:04,007 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. 2024-11-09T01:19:04,007 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. 2024-11-09T01:19:04,008 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c48b1a013cbbb3a0f5bdd7caaa91da8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,40887,1731115137748 2024-11-09T01:19:04,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c48b1a013cbbb3a0f5bdd7caaa91da8, server=5296cfb18d53,40887,1731115137748 because future has completed 2024-11-09T01:19:04,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:19:04,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c48b1a013cbbb3a0f5bdd7caaa91da8, server=5296cfb18d53,40887,1731115137748 in 178 msec 2024-11-09T01:19:04,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:19:04,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4c48b1a013cbbb3a0f5bdd7caaa91da8, ASSIGN in 334 msec 2024-11-09T01:19:04,015 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:19:04,016 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115144015"}]},"ts":"1731115144015"} 2024-11-09T01:19:04,017 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:19:04,018 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:19:04,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-09T01:19:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:05,005 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:19:05,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2718233b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:05,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,36355,-1 for getting cluster id 2024-11-09T01:19:05,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:05,007 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b4f358c-d263-4e8c-8ecb-36c7df0cbf48' 2024-11-09T01:19:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b4f358c-d263-4e8c-8ecb-36c7df0cbf48" 2024-11-09T01:19:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5d45b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,36355,-1] 2024-11-09T01:19:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:05,008 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:05,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79263ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:05,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595433cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:05,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40023,-1 for getting cluster id 2024-11-09T01:19:05,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:05,009 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '410d19cc-da04-4973-b6de-7cbe216e7627' 2024-11-09T01:19:05,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:05,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "410d19cc-da04-4973-b6de-7cbe216e7627" 2024-11-09T01:19:05,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31521489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:05,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40023,-1] 2024-11-09T01:19:05,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:05,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:05,011 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:05,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273ef0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:05,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9ec69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:05,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,36355,-1 for getting cluster id 2024-11-09T01:19:05,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:05,012 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b4f358c-d263-4e8c-8ecb-36c7df0cbf48' 2024-11-09T01:19:05,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:05,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b4f358c-d263-4e8c-8ecb-36c7df0cbf48" 2024-11-09T01:19:05,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a8b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:05,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,36355,-1] 2024-11-09T01:19:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:05,013 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:05,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd62c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:05,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:05,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,36355,1731115131831 2024-11-09T01:19:05,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34214198 2024-11-09T01:19:05,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:05,015 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:05,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:40023,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:19:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:19:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:05,018 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:40023' 2024-11-09T01:19:05,019 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289b871a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:05,019 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40023,-1 for getting cluster id 2024-11-09T01:19:05,019 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:05,019 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '410d19cc-da04-4973-b6de-7cbe216e7627' 2024-11-09T01:19:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "410d19cc-da04-4973-b6de-7cbe216e7627" 2024-11-09T01:19:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60be8f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40023,-1] 2024-11-09T01:19:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:05,021 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:05,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6409f24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:05,021 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:05,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,40023,1731115137610 2024-11-09T01:19:05,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dbecd38 2024-11-09T01:19:05,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:05,022 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:05,023 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T01:19:05,023 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:19:05,023 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:05,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:05,023 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:05,024 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:19:05,024 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:19:05,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:19:05,025 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:05,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:19:05,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741837_1013 (size=1138) 2024-11-09T01:19:05,053 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 983b9cec0f1ea77d56094f2b824d6f5b, NAME => 'hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283 2024-11-09T01:19:05,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741838_1014 (size=44) 2024-11-09T01:19:05,075 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:19:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:05,459 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:05,459 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 983b9cec0f1ea77d56094f2b824d6f5b, disabling compactions & flushes 2024-11-09T01:19:05,459 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. 2024-11-09T01:19:05,459 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. 2024-11-09T01:19:05,459 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. after waiting 0 ms 2024-11-09T01:19:05,459 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. 2024-11-09T01:19:05,459 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. 2024-11-09T01:19:05,459 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 983b9cec0f1ea77d56094f2b824d6f5b: Waiting for close lock at 1731115145459Disabling compacts and flushes for region at 1731115145459Disabling writes for close at 1731115145459Writing region close event to WAL at 1731115145459Closed at 1731115145459 2024-11-09T01:19:05,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:19:05,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731115145460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115145460"}]},"ts":"1731115145460"} 2024-11-09T01:19:05,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:19:05,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:19:05,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115145463"}]},"ts":"1731115145463"} 2024-11-09T01:19:05,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:19:05,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=983b9cec0f1ea77d56094f2b824d6f5b, ASSIGN}] 2024-11-09T01:19:05,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=983b9cec0f1ea77d56094f2b824d6f5b, ASSIGN 2024-11-09T01:19:05,467 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=983b9cec0f1ea77d56094f2b824d6f5b, ASSIGN; state=OFFLINE, location=5296cfb18d53,39071,1731115132011; forceNewPlan=false, retain=false 2024-11-09T01:19:05,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=983b9cec0f1ea77d56094f2b824d6f5b, regionState=OPENING, regionLocation=5296cfb18d53,39071,1731115132011 2024-11-09T01:19:05,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=983b9cec0f1ea77d56094f2b824d6f5b, ASSIGN because future has completed 2024-11-09T01:19:05,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 983b9cec0f1ea77d56094f2b824d6f5b, server=5296cfb18d53,39071,1731115132011}] 2024-11-09T01:19:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:05,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. 2024-11-09T01:19:05,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:05,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:19:05,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C39071%2C1731115132011.rep, suffix=, logDir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011, archiveDir=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/oldWALs, maxLogs=10 2024-11-09T01:19:05,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.rep.1731115145776, exclude list is [], retry=0 2024-11-09T01:19:05,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38803,DS-485f2106-196d-4b5b-b233-580e5292f5e3,DISK] 2024-11-09T01:19:05,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.rep.1731115145776 2024-11-09T01:19:05,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279)] 2024-11-09T01:19:05,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 983b9cec0f1ea77d56094f2b824d6f5b, NAME => 'hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:05,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:19:05,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:19:05,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. service=MultiRowMutationService 2024-11-09T01:19:05,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:19:05,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 983b9cec0f1ea77d56094f2b824d6f5b 2024-11-09T01:19:05,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:05,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 983b9cec0f1ea77d56094f2b824d6f5b 2024-11-09T01:19:05,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 983b9cec0f1ea77d56094f2b824d6f5b 2024-11-09T01:19:05,793 INFO [StoreOpener-983b9cec0f1ea77d56094f2b824d6f5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 983b9cec0f1ea77d56094f2b824d6f5b 2024-11-09T01:19:05,794 INFO [StoreOpener-983b9cec0f1ea77d56094f2b824d6f5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983b9cec0f1ea77d56094f2b824d6f5b columnFamilyName hfileref 2024-11-09T01:19:05,794 DEBUG [StoreOpener-983b9cec0f1ea77d56094f2b824d6f5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:05,794 INFO [StoreOpener-983b9cec0f1ea77d56094f2b824d6f5b-1 {}] regionserver.HStore(327): Store=983b9cec0f1ea77d56094f2b824d6f5b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:05,794 INFO [StoreOpener-983b9cec0f1ea77d56094f2b824d6f5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 983b9cec0f1ea77d56094f2b824d6f5b 2024-11-09T01:19:05,795 INFO [StoreOpener-983b9cec0f1ea77d56094f2b824d6f5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983b9cec0f1ea77d56094f2b824d6f5b columnFamilyName queue 2024-11-09T01:19:05,795 DEBUG [StoreOpener-983b9cec0f1ea77d56094f2b824d6f5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:05,795 INFO [StoreOpener-983b9cec0f1ea77d56094f2b824d6f5b-1 {}] regionserver.HStore(327): Store=983b9cec0f1ea77d56094f2b824d6f5b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:05,796 INFO [StoreOpener-983b9cec0f1ea77d56094f2b824d6f5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 983b9cec0f1ea77d56094f2b824d6f5b 2024-11-09T01:19:05,796 INFO [StoreOpener-983b9cec0f1ea77d56094f2b824d6f5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983b9cec0f1ea77d56094f2b824d6f5b columnFamilyName sid 2024-11-09T01:19:05,796 DEBUG [StoreOpener-983b9cec0f1ea77d56094f2b824d6f5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:05,797 INFO [StoreOpener-983b9cec0f1ea77d56094f2b824d6f5b-1 {}] regionserver.HStore(327): Store=983b9cec0f1ea77d56094f2b824d6f5b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:05,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 983b9cec0f1ea77d56094f2b824d6f5b 2024-11-09T01:19:05,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/replication/983b9cec0f1ea77d56094f2b824d6f5b 2024-11-09T01:19:05,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/replication/983b9cec0f1ea77d56094f2b824d6f5b 2024-11-09T01:19:05,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 983b9cec0f1ea77d56094f2b824d6f5b 2024-11-09T01:19:05,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 983b9cec0f1ea77d56094f2b824d6f5b 2024-11-09T01:19:05,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:19:05,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 983b9cec0f1ea77d56094f2b824d6f5b 2024-11-09T01:19:05,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/replication/983b9cec0f1ea77d56094f2b824d6f5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:05,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 983b9cec0f1ea77d56094f2b824d6f5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73114677, jitterRate=0.08949358761310577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:19:05,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 983b9cec0f1ea77d56094f2b824d6f5b 2024-11-09T01:19:05,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 983b9cec0f1ea77d56094f2b824d6f5b: Running coprocessor pre-open hook at 1731115145792Writing region info on filesystem at 1731115145792Initializing all the Stores at 1731115145793 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115145793Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115145793Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115145793Cleaning up temporary data from old regions at 1731115145798 (+5 ms)Running coprocessor post-open hooks at 1731115145801 (+3 ms)Region opened successfully at 1731115145802 (+1 ms) 2024-11-09T01:19:05,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b., pid=10, masterSystemTime=1731115145771 2024-11-09T01:19:05,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. 2024-11-09T01:19:05,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. 2024-11-09T01:19:05,805 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=983b9cec0f1ea77d56094f2b824d6f5b, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,39071,1731115132011 2024-11-09T01:19:05,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 983b9cec0f1ea77d56094f2b824d6f5b, server=5296cfb18d53,39071,1731115132011 because future has completed 2024-11-09T01:19:05,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T01:19:05,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 983b9cec0f1ea77d56094f2b824d6f5b, server=5296cfb18d53,39071,1731115132011 in 188 msec 2024-11-09T01:19:05,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T01:19:05,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=983b9cec0f1ea77d56094f2b824d6f5b, ASSIGN in 344 msec 2024-11-09T01:19:05,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:19:05,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115145811"}]},"ts":"1731115145811"} 2024-11-09T01:19:05,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:19:05,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:19:05,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 790 msec 2024-11-09T01:19:05,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b., hostname=5296cfb18d53,39071,1731115132011, seqNum=2] 2024-11-09T01:19:05,887 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:19:05,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:19:05,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:19:06,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T01:19:06,062 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:19:06,090 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,39071,1731115132011, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:19:06,091 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:06,091 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,39071,1731115132011, seqNum=-1] 2024-11-09T01:19:06,091 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:06,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T01:19:06,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,39071,1731115132011', locateType=CURRENT is [region=hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b., hostname=5296cfb18d53,39071,1731115132011, seqNum=2] 2024-11-09T01:19:06,096 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T01:19:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T01:19:06,097 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,39071,1731115132011 suceeded 2024-11-09T01:19:06,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T01:19:06,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-09T01:19:06,099 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:40023,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:19:06,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0830 sec 2024-11-09T01:19:06,113 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:40023' 2024-11-09T01:19:06,114 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5d319a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:06,114 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40023,-1 for getting cluster id 2024-11-09T01:19:06,114 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:06,115 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '410d19cc-da04-4973-b6de-7cbe216e7627' 2024-11-09T01:19:06,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:06,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "410d19cc-da04-4973-b6de-7cbe216e7627" 2024-11-09T01:19:06,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f97e86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:06,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40023,-1] 2024-11-09T01:19:06,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:06,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:06,116 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:06,117 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bcfdba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:06,117 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:06,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,40023,1731115137610 2024-11-09T01:19:06,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@348cb2ca 2024-11-09T01:19:06,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:06,118 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-09T01:19:06,119 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,39071,1731115132011 (queues=1) is replicating from cluster=8b4f358c-d263-4e8c-8ecb-36c7df0cbf48 to cluster=410d19cc-da04-4973-b6de-7cbe216e7627 2024-11-09T01:19:06,119 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C39071%2C1731115132011 2024-11-09T01:19:06,119 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,39071,1731115132011, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:19:06,119 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C39071%2C1731115132011 2024-11-09T01:19:06,119 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516, startPosition=0, beingWritten=true 2024-11-09T01:19:06,124 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:06,124 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 379, reset compression=false 2024-11-09T01:19:06,124 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39071,1731115132011 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:06,127 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:19:06,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:06,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:06,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:06,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:06,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:06,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:06,156 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:19:06,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:06,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:06,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:06,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:06,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:06,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b491f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:06,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40023,-1 for getting cluster id 2024-11-09T01:19:06,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:06,158 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '410d19cc-da04-4973-b6de-7cbe216e7627' 2024-11-09T01:19:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "410d19cc-da04-4973-b6de-7cbe216e7627" 2024-11-09T01:19:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c31641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40023,-1] 2024-11-09T01:19:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:06,159 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd3e3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:06,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:06,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,40023,1731115137610 2024-11-09T01:19:06,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56a51b51 2024-11-09T01:19:06,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:06,162 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:06,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:36355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:19:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:19:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:06,164 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:36355' 2024-11-09T01:19:06,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:06,165 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd5e9fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:06,165 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,36355,-1 for getting cluster id 2024-11-09T01:19:06,166 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:06,167 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b4f358c-d263-4e8c-8ecb-36c7df0cbf48' 2024-11-09T01:19:06,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:06,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b4f358c-d263-4e8c-8ecb-36c7df0cbf48" 2024-11-09T01:19:06,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1c460b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:06,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,36355,-1] 2024-11-09T01:19:06,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:06,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:06,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:06,168 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:06,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e65088b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:06,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:06,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,36355,1731115131831 2024-11-09T01:19:06,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a77f996 2024-11-09T01:19:06,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:06,170 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:06,170 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T01:19:06,170 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:19:06,170 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:06,171 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:06,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:06,171 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:19:06,172 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:19:06,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:19:06,173 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:06,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:19:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741837_1013 (size=1138) 2024-11-09T01:19:06,181 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b3a4bf527f63b05ab39a4fa95418acc, NAME => 'hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927 2024-11-09T01:19:06,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741838_1014 (size=44) 2024-11-09T01:19:06,189 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T01:19:06,222 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:19:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:06,328 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 379, reset compression=false 2024-11-09T01:19:06,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T01:19:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:06,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:06,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1b3a4bf527f63b05ab39a4fa95418acc, disabling compactions & flushes 2024-11-09T01:19:06,589 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:06,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:06,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. after waiting 0 ms 2024-11-09T01:19:06,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:06,589 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:06,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b3a4bf527f63b05ab39a4fa95418acc: Waiting for close lock at 1731115146589Disabling compacts and flushes for region at 1731115146589Disabling writes for close at 1731115146589Writing region close event to WAL at 1731115146589Closed at 1731115146589 2024-11-09T01:19:06,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:19:06,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731115146590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115146590"}]},"ts":"1731115146590"} 2024-11-09T01:19:06,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:19:06,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:19:06,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115146593"}]},"ts":"1731115146593"} 2024-11-09T01:19:06,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:19:06,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b3a4bf527f63b05ab39a4fa95418acc, ASSIGN}] 2024-11-09T01:19:06,595 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b3a4bf527f63b05ab39a4fa95418acc, ASSIGN 2024-11-09T01:19:06,596 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b3a4bf527f63b05ab39a4fa95418acc, ASSIGN; state=OFFLINE, location=5296cfb18d53,40887,1731115137748; forceNewPlan=false, retain=false 2024-11-09T01:19:06,632 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 379, reset compression=false 2024-11-09T01:19:06,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1b3a4bf527f63b05ab39a4fa95418acc, regionState=OPENING, regionLocation=5296cfb18d53,40887,1731115137748 2024-11-09T01:19:06,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b3a4bf527f63b05ab39a4fa95418acc, ASSIGN because future has completed 2024-11-09T01:19:06,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b3a4bf527f63b05ab39a4fa95418acc, server=5296cfb18d53,40887,1731115137748}] 2024-11-09T01:19:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:06,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:06,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:06,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:19:06,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C40887%2C1731115137748.rep, suffix=, logDir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748, archiveDir=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/oldWALs, maxLogs=10 2024-11-09T01:19:06,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.rep.1731115146905, exclude list is [], retry=0 2024-11-09T01:19:06,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45117,DS-2ff2d72c-9bf2-4df4-b94b-955f90d4d5e4,DISK] 2024-11-09T01:19:06,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.rep.1731115146905 2024-11-09T01:19:06,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44837:44837)] 2024-11-09T01:19:06,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b3a4bf527f63b05ab39a4fa95418acc, NAME => 'hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:06,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:19:06,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:19:06,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. service=MultiRowMutationService 2024-11-09T01:19:06,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:19:06,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:06,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:06,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:06,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:06,922 INFO [StoreOpener-1b3a4bf527f63b05ab39a4fa95418acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:06,923 INFO [StoreOpener-1b3a4bf527f63b05ab39a4fa95418acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3a4bf527f63b05ab39a4fa95418acc columnFamilyName hfileref 2024-11-09T01:19:06,923 DEBUG [StoreOpener-1b3a4bf527f63b05ab39a4fa95418acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:06,923 INFO [StoreOpener-1b3a4bf527f63b05ab39a4fa95418acc-1 {}] regionserver.HStore(327): Store=1b3a4bf527f63b05ab39a4fa95418acc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:06,923 INFO [StoreOpener-1b3a4bf527f63b05ab39a4fa95418acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:06,924 INFO [StoreOpener-1b3a4bf527f63b05ab39a4fa95418acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3a4bf527f63b05ab39a4fa95418acc columnFamilyName queue 2024-11-09T01:19:06,924 DEBUG [StoreOpener-1b3a4bf527f63b05ab39a4fa95418acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:06,924 INFO [StoreOpener-1b3a4bf527f63b05ab39a4fa95418acc-1 {}] regionserver.HStore(327): Store=1b3a4bf527f63b05ab39a4fa95418acc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:06,924 INFO [StoreOpener-1b3a4bf527f63b05ab39a4fa95418acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:06,925 INFO [StoreOpener-1b3a4bf527f63b05ab39a4fa95418acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3a4bf527f63b05ab39a4fa95418acc columnFamilyName sid 2024-11-09T01:19:06,925 DEBUG [StoreOpener-1b3a4bf527f63b05ab39a4fa95418acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:06,925 INFO [StoreOpener-1b3a4bf527f63b05ab39a4fa95418acc-1 {}] regionserver.HStore(327): Store=1b3a4bf527f63b05ab39a4fa95418acc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:06,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:06,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/replication/1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:06,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/replication/1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:06,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:06,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:06,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:19:06,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:06,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/replication/1b3a4bf527f63b05ab39a4fa95418acc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:06,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1b3a4bf527f63b05ab39a4fa95418acc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71748550, jitterRate=0.06913670897483826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:19:06,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:06,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1b3a4bf527f63b05ab39a4fa95418acc: Running coprocessor pre-open hook at 1731115146921Writing region info on filesystem at 1731115146921Initializing all the Stores at 1731115146921Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115146921Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115146921Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115146921Cleaning up temporary data from old regions at 1731115146927 (+6 ms)Running coprocessor post-open hooks at 1731115146929 (+2 ms)Region opened successfully at 1731115146929 2024-11-09T01:19:06,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc., pid=10, masterSystemTime=1731115146900 2024-11-09T01:19:06,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:06,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:06,932 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1b3a4bf527f63b05ab39a4fa95418acc, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,40887,1731115137748 2024-11-09T01:19:06,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b3a4bf527f63b05ab39a4fa95418acc, server=5296cfb18d53,40887,1731115137748 because future has completed 2024-11-09T01:19:06,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T01:19:06,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b3a4bf527f63b05ab39a4fa95418acc, server=5296cfb18d53,40887,1731115137748 in 187 msec 2024-11-09T01:19:06,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T01:19:06,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b3a4bf527f63b05ab39a4fa95418acc, ASSIGN in 343 msec 2024-11-09T01:19:06,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:19:06,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115146939"}]},"ts":"1731115146939"} 2024-11-09T01:19:06,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:19:06,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:19:06,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-09T01:19:06,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc., hostname=5296cfb18d53,40887,1731115137748, seqNum=2] 2024-11-09T01:19:07,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:19:07,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:19:07,035 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 379, reset compression=false 2024-11-09T01:19:07,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:19:07,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T01:19:07,209 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:19:07,242 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,40887,1731115137748, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:19:07,242 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:07,242 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,40887,1731115137748, seqNum=-1] 2024-11-09T01:19:07,243 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:07,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T01:19:07,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,40887,1731115137748', locateType=CURRENT is [region=hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc., hostname=5296cfb18d53,40887,1731115137748, seqNum=2] 2024-11-09T01:19:07,247 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T01:19:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T01:19:07,250 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,40887,1731115137748 suceeded 2024-11-09T01:19:07,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T01:19:07,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-09T01:19:07,251 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:36355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:19:07,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0900 sec 2024-11-09T01:19:07,261 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:36355' 2024-11-09T01:19:07,262 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b3387cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:07,262 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,36355,-1 for getting cluster id 2024-11-09T01:19:07,263 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:07,263 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b4f358c-d263-4e8c-8ecb-36c7df0cbf48' 2024-11-09T01:19:07,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:07,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b4f358c-d263-4e8c-8ecb-36c7df0cbf48" 2024-11-09T01:19:07,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6939a584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:07,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,36355,-1] 2024-11-09T01:19:07,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:07,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:07,264 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:07,265 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45989d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:07,265 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:07,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,36355,1731115131831 2024-11-09T01:19:07,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ddec982 2024-11-09T01:19:07,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:07,266 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-09T01:19:07,267 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,40887,1731115137748 (queues=1) is replicating from cluster=410d19cc-da04-4973-b6de-7cbe216e7627 to cluster=8b4f358c-d263-4e8c-8ecb-36c7df0cbf48 2024-11-09T01:19:07,267 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C40887%2C1731115137748 2024-11-09T01:19:07,267 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,40887,1731115137748, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:19:07,267 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C40887%2C1731115137748 2024-11-09T01:19:07,267 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108, startPosition=0, beingWritten=true 2024-11-09T01:19:07,271 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:07,271 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 379, reset compression=false 2024-11-09T01:19:07,271 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,40887,1731115137748 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:07,296 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:19:07,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:07,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:07,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:07,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:07,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:07,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:07,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,39071,1731115132011, seqNum=-1] 2024-11-09T01:19:07,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:07,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:19:07,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c., hostname=5296cfb18d53,39071,1731115132011, seqNum=2] 2024-11-09T01:19:07,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:07,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,40887,1731115137748, seqNum=-1] 2024-11-09T01:19:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:07,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:19:07,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8., hostname=5296cfb18d53,40887,1731115137748, seqNum=2] 2024-11-09T01:19:07,307 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T01:19:07,475 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 379, reset compression=false 2024-11-09T01:19:07,539 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 379, reset compression=false 2024-11-09T01:19:07,543 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:07,544 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 480, reset compression=false 2024-11-09T01:19:07,544 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39071,1731115132011 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1c1ef0c83cbfb53a39a655a9d84dd2c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T01:19:07,546 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:19:07,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-09T01:19:07,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:07,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62cc7e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:07,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40023,-1 for getting cluster id 2024-11-09T01:19:07,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:07,550 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '410d19cc-da04-4973-b6de-7cbe216e7627' 2024-11-09T01:19:07,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:07,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "410d19cc-da04-4973-b6de-7cbe216e7627" 2024-11-09T01:19:07,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35e84c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:07,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40023,-1] 2024-11-09T01:19:07,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:07,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:07,551 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:07,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22db7724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:07,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:07,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,40887,1731115137748, seqNum=-1] 2024-11-09T01:19:07,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:07,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T01:19:07,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8., hostname=5296cfb18d53,40887,1731115137748, seqNum=2] 2024-11-09T01:19:07,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:07,747 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 480, reset compression=false 2024-11-09T01:19:07,792 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 379, reset compression=false 2024-11-09T01:19:07,795 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:07,796 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 504, reset compression=false 2024-11-09T01:19:07,796 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,40887,1731115137748 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:07,999 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 504, reset compression=false 2024-11-09T01:19:08,051 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 480, reset compression=false 2024-11-09T01:19:08,302 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 504, reset compression=false 2024-11-09T01:19:08,310 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T01:19:08,313 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T01:19:08,454 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 480, reset compression=false 2024-11-09T01:19:08,706 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 504, reset compression=false 2024-11-09T01:19:08,711 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:08,711 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 608, reset compression=false 2024-11-09T01:19:08,711 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,40887,1731115137748 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c48b1a013cbbb3a0f5bdd7caaa91da8/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T01:19:08,714 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:19:08,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-09T01:19:08,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:08,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bcbb229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:08,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39071 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,36355,-1 for getting cluster id 2024-11-09T01:19:08,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:08,716 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b4f358c-d263-4e8c-8ecb-36c7df0cbf48' 2024-11-09T01:19:08,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:08,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b4f358c-d263-4e8c-8ecb-36c7df0cbf48" 2024-11-09T01:19:08,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13c05579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:08,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,36355,-1] 2024-11-09T01:19:08,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:08,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:08,717 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:08,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d88fa04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:08,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:08,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,39071,1731115132011, seqNum=-1] 2024-11-09T01:19:08,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:08,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T01:19:08,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c., hostname=5296cfb18d53,39071,1731115132011, seqNum=2] 2024-11-09T01:19:08,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:08,914 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 608, reset compression=false 2024-11-09T01:19:08,958 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 480, reset compression=false 2024-11-09T01:19:08,961 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:08,961 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 607, reset compression=false 2024-11-09T01:19:08,961 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39071,1731115132011 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:09,164 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 607, reset compression=false 2024-11-09T01:19:09,218 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 608, reset compression=false 2024-11-09T01:19:09,315 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T01:19:09,330 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T01:19:09,468 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 607, reset compression=false 2024-11-09T01:19:09,472 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:09,472 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 763, reset compression=false 2024-11-09T01:19:09,472 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39071,1731115132011 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1c1ef0c83cbfb53a39a655a9d84dd2c/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T01:19:09,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:09,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:09,621 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 608, reset compression=false 2024-11-09T01:19:09,626 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:09,626 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 756, reset compression=false 2024-11-09T01:19:09,626 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,40887,1731115137748 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:09,677 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 763, reset compression=false 2024-11-09T01:19:09,829 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 756, reset compression=false 2024-11-09T01:19:09,980 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 763, reset compression=false 2024-11-09T01:19:10,132 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 756, reset compression=false 2024-11-09T01:19:10,332 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T01:19:10,335 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T01:19:10,384 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 763, reset compression=false 2024-11-09T01:19:10,536 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 756, reset compression=false 2024-11-09T01:19:10,541 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:10,541 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 915, reset compression=false 2024-11-09T01:19:10,541 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,40887,1731115137748 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c48b1a013cbbb3a0f5bdd7caaa91da8/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T01:19:10,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:10,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:10,744 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 915, reset compression=false 2024-11-09T01:19:10,887 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 763, reset compression=false 2024-11-09T01:19:10,892 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:10,892 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 912, reset compression=false 2024-11-09T01:19:10,892 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39071,1731115132011 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:11,048 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 915, reset compression=false 2024-11-09T01:19:11,095 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 912, reset compression=false 2024-11-09T01:19:11,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:19:11,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:11,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:11,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:11,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:11,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:11,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:11,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:11,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:11,337 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T01:19:11,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:19:11,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:11,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:11,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:11,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:11,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:11,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:19:11,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=806374660, stopped=false 2024-11-09T01:19:11,340 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,40023,1731115137610 2024-11-09T01:19:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-680769370/running 2024-11-09T01:19:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-680769370/running 2024-11-09T01:19:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:19:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:19:11,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:19:11,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:11,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:11,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:11,393 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,40887,1731115137748' ***** 2024-11-09T01:19:11,393 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:19:11,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Set watcher on znode that does not yet exist, /1-680769370/running 2024-11-09T01:19:11,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Set watcher on znode that does not yet exist, /1-680769370/running 2024-11-09T01:19:11,393 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:19:11,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:19:11,394 INFO [RS:0;5296cfb18d53:40887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:19:11,394 INFO [RS:0;5296cfb18d53:40887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:19:11,394 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:11,394 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:11,394 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,40887,1731115137748 2024-11-09T01:19:11,394 INFO [RS:0;5296cfb18d53:40887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:19:11,394 INFO [RS:0;5296cfb18d53:40887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:40887. 2024-11-09T01:19:11,394 DEBUG [RS:0;5296cfb18d53:40887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:11,394 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c48b1a013cbbb3a0f5bdd7caaa91da8, disabling compactions & flushes 2024-11-09T01:19:11,394 DEBUG [RS:0;5296cfb18d53:40887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:11,394 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. 2024-11-09T01:19:11,394 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. 2024-11-09T01:19:11,394 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:19:11,394 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. after waiting 0 ms 2024-11-09T01:19:11,394 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:19:11,394 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. 2024-11-09T01:19:11,394 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:19:11,394 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:19:11,394 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c48b1a013cbbb3a0f5bdd7caaa91da8 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-09T01:19:11,394 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T01:19:11,394 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4c48b1a013cbbb3a0f5bdd7caaa91da8=test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8., 1b3a4bf527f63b05ab39a4fa95418acc=hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc.} 2024-11-09T01:19:11,394 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:19:11,394 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b3a4bf527f63b05ab39a4fa95418acc, 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:11,394 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:19:11,394 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:19:11,394 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:19:11,394 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:19:11,394 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T01:19:11,398 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 912, reset compression=false 2024-11-09T01:19:11,408 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/.tmp/info/e321b88607614ae8aed863a2cc341165 is 147, key is hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc./info:regioninfo/1731115146932/Put/seqid=0 2024-11-09T01:19:11,408 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/.tmp/f/bc8047878ff24ab0af89d3c463205595 is 29, key is row1/f:/1731115150333/DeleteFamily/seqid=0 2024-11-09T01:19:11,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741840_1016 (size=5118) 2024-11-09T01:19:11,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741841_1017 (size=7686) 2024-11-09T01:19:11,452 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 915, reset compression=false 2024-11-09T01:19:11,455 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:11,455 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 1162, reset compression=false 2024-11-09T01:19:11,455 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,40887,1731115137748 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:11,456 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5296cfb18d53,40887,1731115137748: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5296cfb18d53,40887,1731115137748, walGroup=5296cfb18d53%2C40887%2C1731115137748, offset=5296cfb18d53%2C40887%2C1731115137748.1731115140108:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:40887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T01:19:11,457 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T01:19:11,457 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T01:19:11,458 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T01:19:11,458 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T01:19:11,458 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T01:19:11,458 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 604290752 }, "NonHeapMemoryUsage": { "committed": 193724416, "init": 7667712, "max": -1, "used": 190962144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T01:19:11,459 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:40023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:40023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T01:19:11,492 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:19:11,594 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b3a4bf527f63b05ab39a4fa95418acc, 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:11,660 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 1162, reset compression=false 2024-11-09T01:19:11,795 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b3a4bf527f63b05ab39a4fa95418acc, 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:11,801 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 912, reset compression=false 2024-11-09T01:19:11,812 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/.tmp/f/bc8047878ff24ab0af89d3c463205595 2024-11-09T01:19:11,812 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/.tmp/info/e321b88607614ae8aed863a2cc341165 2024-11-09T01:19:11,816 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc8047878ff24ab0af89d3c463205595 2024-11-09T01:19:11,828 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/.tmp/f1/1f63dcad96044bea908fae04f4d2c63f is 30, key is row1/f1:/1731115150333/DeleteFamily/seqid=0 2024-11-09T01:19:11,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741842_1018 (size=5123) 2024-11-09T01:19:11,833 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/.tmp/ns/d5a3a9d30cf643faa81e30ae31822e1e is 43, key is default/ns:d/1731115140652/Put/seqid=0 2024-11-09T01:19:11,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741843_1019 (size=5153) 2024-11-09T01:19:11,963 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 1162, reset compression=false 2024-11-09T01:19:11,978 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:19:11,978 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:19:11,995 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b3a4bf527f63b05ab39a4fa95418acc, 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:12,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T01:19:12,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T01:19:12,195 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b3a4bf527f63b05ab39a4fa95418acc, 4c48b1a013cbbb3a0f5bdd7caaa91da8 2024-11-09T01:19:12,232 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/.tmp/f1/1f63dcad96044bea908fae04f4d2c63f 2024-11-09T01:19:12,236 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f63dcad96044bea908fae04f4d2c63f 2024-11-09T01:19:12,236 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/.tmp/ns/d5a3a9d30cf643faa81e30ae31822e1e 2024-11-09T01:19:12,249 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/.tmp/norep/34fd11dbdfe4414487cac89137ff93a3 is 33, key is row1/norep:/1731115150333/DeleteFamily/seqid=0 2024-11-09T01:19:12,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741844_1020 (size=5108) 2024-11-09T01:19:12,256 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/.tmp/norep/34fd11dbdfe4414487cac89137ff93a3 2024-11-09T01:19:12,257 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/.tmp/rep_barrier/ac0f278c88ff443b96ab436813c29924 is 112, key is test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8./rep_barrier:seqnumDuringOpen/1731115144008/Put/seqid=0 2024-11-09T01:19:12,259 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34fd11dbdfe4414487cac89137ff93a3 2024-11-09T01:19:12,260 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/.tmp/f/bc8047878ff24ab0af89d3c463205595 as hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/f/bc8047878ff24ab0af89d3c463205595 2024-11-09T01:19:12,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741845_1021 (size=5518) 2024-11-09T01:19:12,264 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc8047878ff24ab0af89d3c463205595 2024-11-09T01:19:12,264 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/f/bc8047878ff24ab0af89d3c463205595, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T01:19:12,264 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/.tmp/f1/1f63dcad96044bea908fae04f4d2c63f as hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/f1/1f63dcad96044bea908fae04f4d2c63f 2024-11-09T01:19:12,268 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f63dcad96044bea908fae04f4d2c63f 2024-11-09T01:19:12,268 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/f1/1f63dcad96044bea908fae04f4d2c63f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T01:19:12,269 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/.tmp/norep/34fd11dbdfe4414487cac89137ff93a3 as hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/norep/34fd11dbdfe4414487cac89137ff93a3 2024-11-09T01:19:12,273 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34fd11dbdfe4414487cac89137ff93a3 2024-11-09T01:19:12,273 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/norep/34fd11dbdfe4414487cac89137ff93a3, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T01:19:12,274 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4c48b1a013cbbb3a0f5bdd7caaa91da8 in 880ms, sequenceid=8, compaction requested=false 2024-11-09T01:19:12,278 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/default/test/4c48b1a013cbbb3a0f5bdd7caaa91da8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T01:19:12,278 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:19:12,278 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:19:12,279 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. 2024-11-09T01:19:12,279 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c48b1a013cbbb3a0f5bdd7caaa91da8: Waiting for close lock at 1731115151394Running coprocessor pre-close hooks at 1731115151394Disabling compacts and flushes for region at 1731115151394Disabling writes for close at 1731115151394Obtaining lock to block concurrent updates at 1731115151394Preparing flush snapshotting stores in 4c48b1a013cbbb3a0f5bdd7caaa91da8 at 1731115151394Finished memstore snapshotting test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731115151395 (+1 ms)Flushing stores of test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. at 1731115151395Flushing 4c48b1a013cbbb3a0f5bdd7caaa91da8/f: creating writer at 1731115151395Flushing 4c48b1a013cbbb3a0f5bdd7caaa91da8/f: appending metadata at 1731115151408 (+13 ms)Flushing 4c48b1a013cbbb3a0f5bdd7caaa91da8/f: closing flushed file at 1731115151408Flushing 4c48b1a013cbbb3a0f5bdd7caaa91da8/f1: creating writer at 1731115151816 (+408 ms)Flushing 4c48b1a013cbbb3a0f5bdd7caaa91da8/f1: appending metadata at 1731115151828 (+12 ms)Flushing 4c48b1a013cbbb3a0f5bdd7caaa91da8/f1: closing flushed file at 1731115151828Flushing 4c48b1a013cbbb3a0f5bdd7caaa91da8/norep: creating writer at 1731115152236 (+408 ms)Flushing 4c48b1a013cbbb3a0f5bdd7caaa91da8/norep: appending metadata at 1731115152249 (+13 ms)Flushing 4c48b1a013cbbb3a0f5bdd7caaa91da8/norep: closing flushed file at 1731115152249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a005fed: reopening flushed file at 1731115152259 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@431c96e: reopening flushed file at 1731115152264 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c425f9e: reopening flushed file at 1731115152268 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4c48b1a013cbbb3a0f5bdd7caaa91da8 in 880ms, sequenceid=8, compaction requested=false at 1731115152274 (+6 ms)Writing region close event to WAL at 1731115152275 (+1 ms)Running coprocessor post-close hooks at 1731115152278 (+3 ms)Closed at 1731115152279 (+1 ms) 2024-11-09T01:19:12,279 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731115142858.4c48b1a013cbbb3a0f5bdd7caaa91da8. 2024-11-09T01:19:12,279 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b3a4bf527f63b05ab39a4fa95418acc, disabling compactions & flushes 2024-11-09T01:19:12,279 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:12,279 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:12,279 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. after waiting 0 ms 2024-11-09T01:19:12,279 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:12,279 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b3a4bf527f63b05ab39a4fa95418acc: Waiting for close lock at 1731115152279Running coprocessor pre-close hooks at 1731115152279Disabling compacts and flushes for region at 1731115152279Disabling writes for close at 1731115152279Failed flush hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc., putting online again at 1731115152279 2024-11-09T01:19:12,279 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:12,304 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 912, reset compression=false 2024-11-09T01:19:12,367 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 1162, reset compression=false 2024-11-09T01:19:12,371 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:12,371 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 1806, reset compression=false 2024-11-09T01:19:12,395 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:19:12,395 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1b3a4bf527f63b05ab39a4fa95418acc=hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc.} 2024-11-09T01:19:12,395 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:12,395 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b3a4bf527f63b05ab39a4fa95418acc 2024-11-09T01:19:12,395 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b3a4bf527f63b05ab39a4fa95418acc, disabling compactions & flushes 2024-11-09T01:19:12,395 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:12,395 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:12,395 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. after waiting 0 ms 2024-11-09T01:19:12,395 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:12,396 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b3a4bf527f63b05ab39a4fa95418acc: Waiting for close lock at 1731115152395Running coprocessor pre-close hooks at 1731115152395Disabling compacts and flushes for region at 1731115152395Disabling writes for close at 1731115152395Failed flush hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc., putting online again at 1731115152395 2024-11-09T01:19:12,396 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731115146171.1b3a4bf527f63b05ab39a4fa95418acc. 2024-11-09T01:19:12,574 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 1806, reset compression=false 2024-11-09T01:19:12,595 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:19:12,662 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/.tmp/rep_barrier/ac0f278c88ff443b96ab436813c29924 2024-11-09T01:19:12,678 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/.tmp/table/621810e5142348a1a429b6c6deef22cc is 53, key is hbase:replication/table:state/1731115146939/Put/seqid=0 2024-11-09T01:19:12,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741846_1022 (size=5308) 2024-11-09T01:19:12,796 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:19:12,878 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 1806, reset compression=false 2024-11-09T01:19:12,908 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 912, reset compression=false 2024-11-09T01:19:12,996 DEBUG [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:19:13,082 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/.tmp/table/621810e5142348a1a429b6c6deef22cc 2024-11-09T01:19:13,086 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/.tmp/info/e321b88607614ae8aed863a2cc341165 as hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/info/e321b88607614ae8aed863a2cc341165 2024-11-09T01:19:13,090 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/info/e321b88607614ae8aed863a2cc341165, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T01:19:13,091 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/.tmp/ns/d5a3a9d30cf643faa81e30ae31822e1e as hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/ns/d5a3a9d30cf643faa81e30ae31822e1e 2024-11-09T01:19:13,094 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/ns/d5a3a9d30cf643faa81e30ae31822e1e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T01:19:13,095 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/.tmp/rep_barrier/ac0f278c88ff443b96ab436813c29924 as hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/rep_barrier/ac0f278c88ff443b96ab436813c29924 2024-11-09T01:19:13,099 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/rep_barrier/ac0f278c88ff443b96ab436813c29924, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T01:19:13,099 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/.tmp/table/621810e5142348a1a429b6c6deef22cc as hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/table/621810e5142348a1a429b6c6deef22cc 2024-11-09T01:19:13,103 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/table/621810e5142348a1a429b6c6deef22cc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T01:19:13,104 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-11-09T01:19:13,113 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T01:19:13,114 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:19:13,114 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:19:13,114 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:19:13,114 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115151394Running coprocessor pre-close hooks at 1731115151394Disabling compacts and flushes for region at 1731115151394Disabling writes for close at 1731115151394Obtaining lock to block concurrent updates at 1731115151394Preparing flush snapshotting stores in 1588230740 at 1731115151394Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731115151395 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731115151395Flushing 1588230740/info: creating writer at 1731115151395Flushing 1588230740/info: appending metadata at 1731115151408 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731115151408Flushing 1588230740/ns: creating writer at 1731115151816 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731115151833 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731115151833Flushing 1588230740/rep_barrier: creating writer at 1731115152240 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115152256 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115152256Flushing 1588230740/table: creating writer at 1731115152665 (+409 ms)Flushing 1588230740/table: appending metadata at 1731115152678 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731115152678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@762b73ee: reopening flushed file at 1731115153086 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ed4e149: reopening flushed file at 1731115153090 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b75f816: reopening flushed file at 1731115153094 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69caeee1: reopening flushed file at 1731115153099 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1731115153104 (+5 ms)Writing region close event to WAL at 1731115153111 (+7 ms)Running coprocessor post-close hooks at 1731115153114 (+3 ms)Closed at 1731115153114 2024-11-09T01:19:13,114 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:19:13,196 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T01:19:13,196 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,40887,1731115137748; all regions closed. 2024-11-09T01:19:13,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741834_1010 (size=4239) 2024-11-09T01:19:13,198 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.meta.1731115140605.meta not finished, retry = 0 2024-11-09T01:19:13,282 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.1731115140108 to pos 1806, reset compression=false 2024-11-09T01:19:13,301 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/WALs/5296cfb18d53,40887,1731115137748/5296cfb18d53%2C40887%2C1731115137748.rep.1731115146905 not finished, retry = 0 2024-11-09T01:19:13,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741839_1015 (size=1733) 2024-11-09T01:19:13,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741832_1008 (size=1814) 2024-11-09T01:19:13,404 DEBUG [RS:0;5296cfb18d53:40887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:13,404 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:19:13,404 INFO [RS:0;5296cfb18d53:40887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:19:13,404 INFO [RS:0;5296cfb18d53:40887 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:19:13,405 INFO [RS:0;5296cfb18d53:40887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:19:13,405 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:19:13,405 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,40887,1731115137748 because: Region server is closing 2024-11-09T01:19:13,405 INFO [RS:0;5296cfb18d53:40887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:40887. 2024-11-09T01:19:13,405 DEBUG [RS:0;5296cfb18d53:40887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:13,405 DEBUG [RS:0;5296cfb18d53:40887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:13,405 DEBUG [RS:0;5296cfb18d53:40887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:13,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:13,505 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.shipper5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 terminated 2024-11-09T01:19:13,505 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,40887,1731115137748.replicationSource.wal-reader.5296cfb18d53%2C40887%2C1731115137748,1-5296cfb18d53,40887,1731115137748 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T01:19:13,506 INFO [RS:0;5296cfb18d53:40887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:40887. 2024-11-09T01:19:13,506 DEBUG [RS:0;5296cfb18d53:40887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:13,506 DEBUG [RS:0;5296cfb18d53:40887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:13,506 DEBUG [RS:0;5296cfb18d53:40887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:13,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:13,506 INFO [RS:0;5296cfb18d53:40887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40887 2024-11-09T01:19:13,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-680769370/rs/5296cfb18d53,40887,1731115137748 2024-11-09T01:19:13,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370/rs 2024-11-09T01:19:13,550 INFO [RS:0;5296cfb18d53:40887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:19:13,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,40887,1731115137748] 2024-11-09T01:19:13,571 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-680769370/draining/5296cfb18d53,40887,1731115137748 already deleted, retry=false 2024-11-09T01:19:13,571 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,40887,1731115137748 expired; onlineServers=0 2024-11-09T01:19:13,571 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,40023,1731115137610' ***** 2024-11-09T01:19:13,571 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:19:13,571 INFO [M:0;5296cfb18d53:40023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:19:13,571 INFO [M:0;5296cfb18d53:40023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:19:13,571 DEBUG [M:0;5296cfb18d53:40023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:19:13,572 DEBUG [M:0;5296cfb18d53:40023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:19:13,572 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:19:13,572 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115139809 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115139809,5,FailOnTimeoutGroup] 2024-11-09T01:19:13,572 INFO [M:0;5296cfb18d53:40023 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:19:13,572 INFO [M:0;5296cfb18d53:40023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:19:13,572 DEBUG [M:0;5296cfb18d53:40023 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:19:13,572 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115139809 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115139809,5,FailOnTimeoutGroup] 2024-11-09T01:19:13,572 INFO [M:0;5296cfb18d53:40023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:19:13,572 INFO [M:0;5296cfb18d53:40023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:19:13,572 INFO [M:0;5296cfb18d53:40023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:19:13,572 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:19:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-680769370/master 2024-11-09T01:19:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-680769370 2024-11-09T01:19:13,592 DEBUG [M:0;5296cfb18d53:40023 {}] zookeeper.RecoverableZooKeeper(212): Node /1-680769370/master already deleted, retry=false 2024-11-09T01:19:13,592 DEBUG [M:0;5296cfb18d53:40023 {}] master.ActiveMasterManager(353): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-680769370/master 2024-11-09T01:19:13,593 INFO [M:0;5296cfb18d53:40023 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/.lastflushedseqids 2024-11-09T01:19:13,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741847_1023 (size=245) 2024-11-09T01:19:13,612 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 912, reset compression=false 2024-11-09T01:19:13,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:19:13,661 INFO [RS:0;5296cfb18d53:40887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:19:13,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1011d2c97850004, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:19:13,661 INFO [RS:0;5296cfb18d53:40887 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,40887,1731115137748; zookeeper connection closed. 2024-11-09T01:19:13,661 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40783c09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40783c09 2024-11-09T01:19:13,661 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:19:13,966 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:13,966 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:19:13,966 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28231 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:19:14,003 INFO [M:0;5296cfb18d53:40023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:19:14,003 INFO [M:0;5296cfb18d53:40023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:19:14,003 DEBUG [M:0;5296cfb18d53:40023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:19:14,003 INFO [M:0;5296cfb18d53:40023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:14,003 DEBUG [M:0;5296cfb18d53:40023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:14,003 DEBUG [M:0;5296cfb18d53:40023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:19:14,003 DEBUG [M:0;5296cfb18d53:40023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:14,003 INFO [M:0;5296cfb18d53:40023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-09T01:19:14,016 DEBUG [M:0;5296cfb18d53:40023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50e3466fec1648d9915a0927456a8e26 is 82, key is hbase:meta,,1/info:regioninfo/1731115140638/Put/seqid=0 2024-11-09T01:19:14,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741848_1024 (size=5672) 2024-11-09T01:19:14,415 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 912, reset compression=false 2024-11-09T01:19:14,420 INFO [M:0;5296cfb18d53:40023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50e3466fec1648d9915a0927456a8e26 2024-11-09T01:19:14,440 DEBUG [M:0;5296cfb18d53:40023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d56b2f21ba0144a983dce0db2e977bbd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731115146941/Put/seqid=0 2024-11-09T01:19:14,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741849_1025 (size=8515) 2024-11-09T01:19:14,844 INFO [M:0;5296cfb18d53:40023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d56b2f21ba0144a983dce0db2e977bbd 2024-11-09T01:19:14,863 DEBUG [M:0;5296cfb18d53:40023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e91f2de069748aab5cec91948136d8a is 69, key is 5296cfb18d53,40887,1731115137748/rs:state/1731115139916/Put/seqid=0 2024-11-09T01:19:14,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741850_1026 (size=5156) 2024-11-09T01:19:15,267 INFO [M:0;5296cfb18d53:40023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e91f2de069748aab5cec91948136d8a 2024-11-09T01:19:15,271 DEBUG [M:0;5296cfb18d53:40023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50e3466fec1648d9915a0927456a8e26 as hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50e3466fec1648d9915a0927456a8e26 2024-11-09T01:19:15,274 INFO [M:0;5296cfb18d53:40023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50e3466fec1648d9915a0927456a8e26, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T01:19:15,275 DEBUG [M:0;5296cfb18d53:40023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d56b2f21ba0144a983dce0db2e977bbd as hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d56b2f21ba0144a983dce0db2e977bbd 2024-11-09T01:19:15,278 INFO [M:0;5296cfb18d53:40023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d56b2f21ba0144a983dce0db2e977bbd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T01:19:15,278 DEBUG [M:0;5296cfb18d53:40023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e91f2de069748aab5cec91948136d8a as hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e91f2de069748aab5cec91948136d8a 2024-11-09T01:19:15,282 INFO [M:0;5296cfb18d53:40023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43155/user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e91f2de069748aab5cec91948136d8a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T01:19:15,282 INFO [M:0;5296cfb18d53:40023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-09T01:19:15,283 INFO [M:0;5296cfb18d53:40023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:15,283 DEBUG [M:0;5296cfb18d53:40023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115154003Disabling compacts and flushes for region at 1731115154003Disabling writes for close at 1731115154003Obtaining lock to block concurrent updates at 1731115154003Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115154003Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731115154004 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115154004Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115154004Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115154016 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115154016Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115154423 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115154440 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115154440Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115154848 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115154862 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115154862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa63184: reopening flushed file at 1731115155270 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454c9771: reopening flushed file at 1731115155274 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6572a7a: reopening flushed file at 1731115155278 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1731115155282 (+4 ms)Writing region close event to WAL at 1731115155283 (+1 ms)Closed at 1731115155283 2024-11-09T01:19:15,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741830_1006 (size=63642) 2024-11-09T01:19:15,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a6c2d4a-83e0-f87f-f3ca-dd519afb2927/MasterData/WALs/5296cfb18d53,40023,1731115137610/5296cfb18d53%2C40023%2C1731115137610.1731115139499 not finished, retry = 0 2024-11-09T01:19:15,319 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 912, reset compression=false 2024-11-09T01:19:15,389 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:19:15,389 INFO [M:0;5296cfb18d53:40023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:19:15,389 INFO [M:0;5296cfb18d53:40023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40023 2024-11-09T01:19:15,390 INFO [M:0;5296cfb18d53:40023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:19:15,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:19:15,540 INFO [M:0;5296cfb18d53:40023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:19:15,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40023-0x1011d2c97850003, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:19:15,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@190bc0b0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:19:15,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b2d8664{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:19:15,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:19:15,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44b15050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:19:15,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d683389{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/hadoop.log.dir/,STOPPED} 2024-11-09T01:19:15,553 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:19:15,553 WARN [BP-1431223066-172.17.0.2-1731115135695 heartbeating to localhost/127.0.0.1:43155 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:19:15,553 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:19:15,553 WARN [BP-1431223066-172.17.0.2-1731115135695 heartbeating to localhost/127.0.0.1:43155 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1431223066-172.17.0.2-1731115135695 (Datanode Uuid 8727dadc-e282-4b6f-b151-741849f219b4) service to localhost/127.0.0.1:43155 2024-11-09T01:19:15,554 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/cluster_68ab336b-6f3b-8414-2a30-f33a8a3c3d31/data/data2/current/BP-1431223066-172.17.0.2-1731115135695 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:19:15,554 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:19:15,555 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/cluster_68ab336b-6f3b-8414-2a30-f33a8a3c3d31/data/data1/current/BP-1431223066-172.17.0.2-1731115135695 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:19:15,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@395f3aa8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:19:15,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2983a227{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:19:15,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:19:15,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60c9f1bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:19:15,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26067781{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/hadoop.log.dir/,STOPPED} 2024-11-09T01:19:15,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:19:15,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:19:15,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:15,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:15,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:15,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:15,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:15,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:19:15,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=236744728, stopped=false 2024-11-09T01:19:15,588 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,36355,1731115131831 2024-11-09T01:19:15,603 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01253978434/running 2024-11-09T01:19:15,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01253978434/running 2024-11-09T01:19:15,603 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:19:15,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:19:15,603 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:19:15,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Set watcher on znode that does not yet exist, /01253978434/running 2024-11-09T01:19:15,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Set watcher on znode that does not yet exist, /01253978434/running 2024-11-09T01:19:15,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:15,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:15,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:15,604 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,39071,1731115132011' ***** 2024-11-09T01:19:15,604 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:19:15,604 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:19:15,605 INFO [RS:0;5296cfb18d53:39071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:19:15,605 INFO [RS:0;5296cfb18d53:39071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:19:15,605 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(3091): Received CLOSE for 983b9cec0f1ea77d56094f2b824d6f5b 2024-11-09T01:19:15,605 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:19:15,605 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(3091): Received CLOSE for a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:15,605 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,39071,1731115132011 2024-11-09T01:19:15,605 INFO [RS:0;5296cfb18d53:39071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:19:15,605 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 983b9cec0f1ea77d56094f2b824d6f5b, disabling compactions & flushes 2024-11-09T01:19:15,605 INFO [RS:0;5296cfb18d53:39071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:39071. 2024-11-09T01:19:15,605 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. 2024-11-09T01:19:15,605 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. 2024-11-09T01:19:15,605 DEBUG [RS:0;5296cfb18d53:39071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:15,605 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. after waiting 0 ms 2024-11-09T01:19:15,605 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. 2024-11-09T01:19:15,605 DEBUG [RS:0;5296cfb18d53:39071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:15,605 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:19:15,605 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 983b9cec0f1ea77d56094f2b824d6f5b 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-09T01:19:15,605 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:19:15,605 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:19:15,605 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:19:15,605 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T01:19:15,606 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1325): Online Regions={983b9cec0f1ea77d56094f2b824d6f5b=hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b., 1588230740=hbase:meta,,1.1588230740, a1c1ef0c83cbfb53a39a655a9d84dd2c=test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c.} 2024-11-09T01:19:15,606 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 983b9cec0f1ea77d56094f2b824d6f5b, a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:15,606 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:19:15,606 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:19:15,606 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:19:15,606 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:19:15,606 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:19:15,606 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T01:19:15,622 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/.tmp/info/83ca405310b34c02bf4f37c47d61322c is 147, key is hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b./info:regioninfo/1731115145805/Put/seqid=0 2024-11-09T01:19:15,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741840_1016 (size=7686) 2024-11-09T01:19:15,626 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/.tmp/info/83ca405310b34c02bf4f37c47d61322c 2024-11-09T01:19:15,631 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/replication/983b9cec0f1ea77d56094f2b824d6f5b/.tmp/queue/6b95363840914357a324ab311200e803 is 153, key is 1-5296cfb18d53,39071,1731115132011/queue:5296cfb18d53%2C39071%2C1731115132011/1731115150893/Put/seqid=0 2024-11-09T01:19:15,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741841_1017 (size=5352) 2024-11-09T01:19:15,654 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/.tmp/ns/0df7c5a01c90406e9ab8ccc64b6fad6a is 43, key is default/ns:d/1731115135609/Put/seqid=0 2024-11-09T01:19:15,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:19:15,701 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:19:15,806 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 983b9cec0f1ea77d56094f2b824d6f5b, a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:16,006 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 983b9cec0f1ea77d56094f2b824d6f5b, a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:16,039 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/replication/983b9cec0f1ea77d56094f2b824d6f5b/.tmp/queue/6b95363840914357a324ab311200e803 2024-11-09T01:19:16,044 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/replication/983b9cec0f1ea77d56094f2b824d6f5b/.tmp/queue/6b95363840914357a324ab311200e803 as hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/replication/983b9cec0f1ea77d56094f2b824d6f5b/queue/6b95363840914357a324ab311200e803 2024-11-09T01:19:16,047 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/replication/983b9cec0f1ea77d56094f2b824d6f5b/queue/6b95363840914357a324ab311200e803, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T01:19:16,048 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 983b9cec0f1ea77d56094f2b824d6f5b in 443ms, sequenceid=10, compaction requested=false 2024-11-09T01:19:16,051 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/replication/983b9cec0f1ea77d56094f2b824d6f5b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T01:19:16,052 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:19:16,052 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:19:16,052 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. 2024-11-09T01:19:16,052 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 983b9cec0f1ea77d56094f2b824d6f5b: Waiting for close lock at 1731115155605Running coprocessor pre-close hooks at 1731115155605Disabling compacts and flushes for region at 1731115155605Disabling writes for close at 1731115155605Obtaining lock to block concurrent updates at 1731115155605Preparing flush snapshotting stores in 983b9cec0f1ea77d56094f2b824d6f5b at 1731115155605Finished memstore snapshotting hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731115155606 (+1 ms)Flushing stores of hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. at 1731115155606Flushing 983b9cec0f1ea77d56094f2b824d6f5b/queue: creating writer at 1731115155606Flushing 983b9cec0f1ea77d56094f2b824d6f5b/queue: appending metadata at 1731115155630 (+24 ms)Flushing 983b9cec0f1ea77d56094f2b824d6f5b/queue: closing flushed file at 1731115155630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf96afa: reopening flushed file at 1731115156043 (+413 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 983b9cec0f1ea77d56094f2b824d6f5b in 443ms, sequenceid=10, compaction requested=false at 1731115156048 (+5 ms)Writing region close event to WAL at 1731115156049 (+1 ms)Running coprocessor post-close hooks at 1731115156052 (+3 ms)Closed at 1731115156052 2024-11-09T01:19:16,052 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731115145023.983b9cec0f1ea77d56094f2b824d6f5b. 2024-11-09T01:19:16,052 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1c1ef0c83cbfb53a39a655a9d84dd2c, disabling compactions & flushes 2024-11-09T01:19:16,052 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. 2024-11-09T01:19:16,052 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. 2024-11-09T01:19:16,052 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. after waiting 0 ms 2024-11-09T01:19:16,052 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. 2024-11-09T01:19:16,052 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a1c1ef0c83cbfb53a39a655a9d84dd2c 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-09T01:19:16,058 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/.tmp/ns/0df7c5a01c90406e9ab8ccc64b6fad6a 2024-11-09T01:19:16,067 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/.tmp/f/f7aafd9ee46c44a48dc369f55d08bb4b is 29, key is row1/f:/1731115150333/DeleteFamily/seqid=0 2024-11-09T01:19:16,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741843_1019 (size=5118) 2024-11-09T01:19:16,075 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/.tmp/rep_barrier/b93fb911967d4b318cdae8de4b4c7526 is 112, key is test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c./rep_barrier:seqnumDuringOpen/1731115141847/Put/seqid=0 2024-11-09T01:19:16,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741844_1020 (size=5518) 2024-11-09T01:19:16,206 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:16,322 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 912, reset compression=false 2024-11-09T01:19:16,326 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:16,326 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 1159, reset compression=false 2024-11-09T01:19:16,326 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39071,1731115132011 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:16,327 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5296cfb18d53,39071,1731115132011: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5296cfb18d53,39071,1731115132011, walGroup=5296cfb18d53%2C39071%2C1731115132011, offset=5296cfb18d53%2C39071%2C1731115132011.1731115134516:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:39071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T01:19:16,328 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T01:19:16,328 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T01:19:16,329 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T01:19:16,329 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T01:19:16,329 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T01:19:16,329 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 677691072 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 191826320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T01:19:16,329 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:36355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:36355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T01:19:16,379 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:19:16,379 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:19:16,406 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:16,471 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/.tmp/f/f7aafd9ee46c44a48dc369f55d08bb4b 2024-11-09T01:19:16,475 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7aafd9ee46c44a48dc369f55d08bb4b 2024-11-09T01:19:16,478 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/.tmp/rep_barrier/b93fb911967d4b318cdae8de4b4c7526 2024-11-09T01:19:16,488 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/.tmp/f1/721dd4f732a647959edc8ddc5a11403d is 30, key is row1/f1:/1731115150333/DeleteFamily/seqid=0 2024-11-09T01:19:16,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741845_1021 (size=5123) 2024-11-09T01:19:16,498 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/.tmp/table/37f94ff8590e4dd7acde542890e0d0a9 is 53, key is hbase:replication/table:state/1731115145811/Put/seqid=0 2024-11-09T01:19:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741846_1022 (size=5308) 2024-11-09T01:19:16,501 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/.tmp/table/37f94ff8590e4dd7acde542890e0d0a9 2024-11-09T01:19:16,506 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/.tmp/info/83ca405310b34c02bf4f37c47d61322c as hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/info/83ca405310b34c02bf4f37c47d61322c 2024-11-09T01:19:16,509 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/info/83ca405310b34c02bf4f37c47d61322c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T01:19:16,510 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/.tmp/ns/0df7c5a01c90406e9ab8ccc64b6fad6a as hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/ns/0df7c5a01c90406e9ab8ccc64b6fad6a 2024-11-09T01:19:16,513 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/ns/0df7c5a01c90406e9ab8ccc64b6fad6a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T01:19:16,514 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/.tmp/rep_barrier/b93fb911967d4b318cdae8de4b4c7526 as hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/rep_barrier/b93fb911967d4b318cdae8de4b4c7526 2024-11-09T01:19:16,518 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/rep_barrier/b93fb911967d4b318cdae8de4b4c7526, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T01:19:16,518 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/.tmp/table/37f94ff8590e4dd7acde542890e0d0a9 as hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/table/37f94ff8590e4dd7acde542890e0d0a9 2024-11-09T01:19:16,522 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/table/37f94ff8590e4dd7acde542890e0d0a9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T01:19:16,523 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=16, compaction requested=false 2024-11-09T01:19:16,526 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T01:19:16,527 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:19:16,527 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:19:16,527 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:19:16,527 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115155606Running coprocessor pre-close hooks at 1731115155606Disabling compacts and flushes for region at 1731115155606Disabling writes for close at 1731115155606Obtaining lock to block concurrent updates at 1731115155606Preparing flush snapshotting stores in 1588230740 at 1731115155606Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731115155606Flushing stores of hbase:meta,,1.1588230740 at 1731115155607 (+1 ms)Flushing 1588230740/info: creating writer at 1731115155607Flushing 1588230740/info: appending metadata at 1731115155621 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731115155621Flushing 1588230740/ns: creating writer at 1731115155633 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731115155653 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731115155653Flushing 1588230740/rep_barrier: creating writer at 1731115156062 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115156074 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115156074Flushing 1588230740/table: creating writer at 1731115156482 (+408 ms)Flushing 1588230740/table: appending metadata at 1731115156498 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731115156498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47608ead: reopening flushed file at 1731115156505 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30052456: reopening flushed file at 1731115156509 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b74021e: reopening flushed file at 1731115156513 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f07ac25: reopening flushed file at 1731115156518 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=16, compaction requested=false at 1731115156523 (+5 ms)Writing region close event to WAL at 1731115156524 (+1 ms)Running coprocessor post-close hooks at 1731115156527 (+3 ms)Closed at 1731115156527 2024-11-09T01:19:16,527 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:19:16,531 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 1159, reset compression=false 2024-11-09T01:19:16,606 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:19:16,606 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1325): Online Regions={a1c1ef0c83cbfb53a39a655a9d84dd2c=test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c.} 2024-11-09T01:19:16,606 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1351): Waiting on a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:16,807 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1351): Waiting on a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:16,835 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 1159, reset compression=false 2024-11-09T01:19:16,893 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/.tmp/f1/721dd4f732a647959edc8ddc5a11403d 2024-11-09T01:19:16,897 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 721dd4f732a647959edc8ddc5a11403d 2024-11-09T01:19:16,910 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/.tmp/norep/e6f6df0ce8f3476dadc7c4fd9338e429 is 32, key is row/norep:/1731115149317/DeleteFamily/seqid=0 2024-11-09T01:19:16,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741847_1023 (size=5101) 2024-11-09T01:19:17,007 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1351): Waiting on a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:17,207 DEBUG [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1351): Waiting on a1c1ef0c83cbfb53a39a655a9d84dd2c 2024-11-09T01:19:17,239 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/WALs/5296cfb18d53,39071,1731115132011/5296cfb18d53%2C39071%2C1731115132011.1731115134516 to pos 1159, reset compression=false 2024-11-09T01:19:17,313 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/.tmp/norep/e6f6df0ce8f3476dadc7c4fd9338e429 2024-11-09T01:19:17,317 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6f6df0ce8f3476dadc7c4fd9338e429 2024-11-09T01:19:17,318 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/.tmp/f/f7aafd9ee46c44a48dc369f55d08bb4b as hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/f/f7aafd9ee46c44a48dc369f55d08bb4b 2024-11-09T01:19:17,321 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7aafd9ee46c44a48dc369f55d08bb4b 2024-11-09T01:19:17,321 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/f/f7aafd9ee46c44a48dc369f55d08bb4b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T01:19:17,322 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/.tmp/f1/721dd4f732a647959edc8ddc5a11403d as hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/f1/721dd4f732a647959edc8ddc5a11403d 2024-11-09T01:19:17,327 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 721dd4f732a647959edc8ddc5a11403d 2024-11-09T01:19:17,327 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/f1/721dd4f732a647959edc8ddc5a11403d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T01:19:17,328 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/.tmp/norep/e6f6df0ce8f3476dadc7c4fd9338e429 as hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/norep/e6f6df0ce8f3476dadc7c4fd9338e429 2024-11-09T01:19:17,331 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6f6df0ce8f3476dadc7c4fd9338e429 2024-11-09T01:19:17,331 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/norep/e6f6df0ce8f3476dadc7c4fd9338e429, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T01:19:17,332 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a1c1ef0c83cbfb53a39a655a9d84dd2c in 1280ms, sequenceid=8, compaction requested=false 2024-11-09T01:19:17,335 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/data/default/test/a1c1ef0c83cbfb53a39a655a9d84dd2c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T01:19:17,336 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:19:17,336 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:19:17,336 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. 2024-11-09T01:19:17,336 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1c1ef0c83cbfb53a39a655a9d84dd2c: Waiting for close lock at 1731115156052Running coprocessor pre-close hooks at 1731115156052Disabling compacts and flushes for region at 1731115156052Disabling writes for close at 1731115156052Obtaining lock to block concurrent updates at 1731115156052Preparing flush snapshotting stores in a1c1ef0c83cbfb53a39a655a9d84dd2c at 1731115156052Finished memstore snapshotting test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731115156053 (+1 ms)Flushing stores of test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. at 1731115156053Flushing a1c1ef0c83cbfb53a39a655a9d84dd2c/f: creating writer at 1731115156053Flushing a1c1ef0c83cbfb53a39a655a9d84dd2c/f: appending metadata at 1731115156067 (+14 ms)Flushing a1c1ef0c83cbfb53a39a655a9d84dd2c/f: closing flushed file at 1731115156067Flushing a1c1ef0c83cbfb53a39a655a9d84dd2c/f1: creating writer at 1731115156475 (+408 ms)Flushing a1c1ef0c83cbfb53a39a655a9d84dd2c/f1: appending metadata at 1731115156488 (+13 ms)Flushing a1c1ef0c83cbfb53a39a655a9d84dd2c/f1: closing flushed file at 1731115156488Flushing a1c1ef0c83cbfb53a39a655a9d84dd2c/norep: creating writer at 1731115156897 (+409 ms)Flushing a1c1ef0c83cbfb53a39a655a9d84dd2c/norep: appending metadata at 1731115156909 (+12 ms)Flushing a1c1ef0c83cbfb53a39a655a9d84dd2c/norep: closing flushed file at 1731115156909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21c9b0f6: reopening flushed file at 1731115157317 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1712580b: reopening flushed file at 1731115157321 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647452f1: reopening flushed file at 1731115157327 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a1c1ef0c83cbfb53a39a655a9d84dd2c in 1280ms, sequenceid=8, compaction requested=false at 1731115157332 (+5 ms)Writing region close event to WAL at 1731115157333 (+1 ms)Running coprocessor post-close hooks at 1731115157336 (+3 ms)Closed at 1731115157336 2024-11-09T01:19:17,336 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731115140702.a1c1ef0c83cbfb53a39a655a9d84dd2c. 2024-11-09T01:19:17,407 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,39071,1731115132011; all regions closed. 2024-11-09T01:19:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741834_1010 (size=4239) 2024-11-09T01:19:17,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741839_1015 (size=2676) 2024-11-09T01:19:17,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741832_1008 (size=1811) 2024-11-09T01:19:17,414 DEBUG [RS:0;5296cfb18d53:39071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:17,414 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:19:17,414 INFO [RS:0;5296cfb18d53:39071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:19:17,414 INFO [RS:0;5296cfb18d53:39071 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:19:17,414 INFO [RS:0;5296cfb18d53:39071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:19:17,414 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:19:17,414 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,39071,1731115132011 because: Region server is closing 2024-11-09T01:19:17,414 INFO [RS:0;5296cfb18d53:39071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:39071. 2024-11-09T01:19:17,414 DEBUG [RS:0;5296cfb18d53:39071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:17,414 DEBUG [RS:0;5296cfb18d53:39071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:17,414 DEBUG [RS:0;5296cfb18d53:39071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:17,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:17,515 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.shipper5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 terminated 2024-11-09T01:19:17,515 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39071,1731115132011.replicationSource.wal-reader.5296cfb18d53%2C39071%2C1731115132011,1-5296cfb18d53,39071,1731115132011 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T01:19:17,515 INFO [RS:0;5296cfb18d53:39071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:39071. 2024-11-09T01:19:17,515 DEBUG [RS:0;5296cfb18d53:39071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:17,515 DEBUG [RS:0;5296cfb18d53:39071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:17,515 DEBUG [RS:0;5296cfb18d53:39071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:17,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:17,515 INFO [RS:0;5296cfb18d53:39071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39071 2024-11-09T01:19:17,560 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01253978434/rs/5296cfb18d53,39071,1731115132011 2024-11-09T01:19:17,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434/rs 2024-11-09T01:19:17,561 INFO [RS:0;5296cfb18d53:39071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:19:17,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,39071,1731115132011] 2024-11-09T01:19:17,582 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01253978434/draining/5296cfb18d53,39071,1731115132011 already deleted, retry=false 2024-11-09T01:19:17,582 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,39071,1731115132011 expired; onlineServers=0 2024-11-09T01:19:17,582 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,36355,1731115131831' ***** 2024-11-09T01:19:17,582 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:19:17,583 INFO [M:0;5296cfb18d53:36355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:19:17,583 INFO [M:0;5296cfb18d53:36355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:19:17,583 DEBUG [M:0;5296cfb18d53:36355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:19:17,583 DEBUG [M:0;5296cfb18d53:36355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:19:17,583 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:19:17,583 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115134285 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115134285,5,FailOnTimeoutGroup] 2024-11-09T01:19:17,583 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115134284 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115134284,5,FailOnTimeoutGroup] 2024-11-09T01:19:17,583 INFO [M:0;5296cfb18d53:36355 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:19:17,583 INFO [M:0;5296cfb18d53:36355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:19:17,583 DEBUG [M:0;5296cfb18d53:36355 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:19:17,583 INFO [M:0;5296cfb18d53:36355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:19:17,584 INFO [M:0;5296cfb18d53:36355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:19:17,584 INFO [M:0;5296cfb18d53:36355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:19:17,584 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:19:17,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01253978434/master 2024-11-09T01:19:17,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01253978434 2024-11-09T01:19:17,603 DEBUG [M:0;5296cfb18d53:36355 {}] zookeeper.RecoverableZooKeeper(212): Node /01253978434/master already deleted, retry=false 2024-11-09T01:19:17,603 DEBUG [M:0;5296cfb18d53:36355 {}] master.ActiveMasterManager(353): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Failed delete of our master address node; KeeperErrorCode = NoNode for /01253978434/master 2024-11-09T01:19:17,604 INFO [M:0;5296cfb18d53:36355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/.lastflushedseqids 2024-11-09T01:19:17,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741848_1024 (size=245) 2024-11-09T01:19:17,672 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:19:17,672 INFO [RS:0;5296cfb18d53:39071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:19:17,672 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39071-0x1011d2c97850001, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:19:17,672 INFO [RS:0;5296cfb18d53:39071 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,39071,1731115132011; zookeeper connection closed. 2024-11-09T01:19:17,672 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5185035 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5185035 2024-11-09T01:19:17,672 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:19:17,780 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:19:17,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:17,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:17,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:17,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:17,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:17,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:17,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:17,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:17,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:18,013 INFO [M:0;5296cfb18d53:36355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:19:18,013 INFO [M:0;5296cfb18d53:36355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:19:18,013 DEBUG [M:0;5296cfb18d53:36355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:19:18,013 INFO [M:0;5296cfb18d53:36355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:18,013 DEBUG [M:0;5296cfb18d53:36355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:18,013 DEBUG [M:0;5296cfb18d53:36355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:19:18,013 DEBUG [M:0;5296cfb18d53:36355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:18,013 INFO [M:0;5296cfb18d53:36355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-09T01:19:18,030 DEBUG [M:0;5296cfb18d53:36355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/263c96ddbbab44368df683f47c632dd0 is 82, key is hbase:meta,,1/info:regioninfo/1731115135565/Put/seqid=0 2024-11-09T01:19:18,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741849_1025 (size=5672) 2024-11-09T01:19:18,434 INFO [M:0;5296cfb18d53:36355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/263c96ddbbab44368df683f47c632dd0 2024-11-09T01:19:18,455 DEBUG [M:0;5296cfb18d53:36355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf6b63650d4742979630667c46198ed7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731115145815/Put/seqid=0 2024-11-09T01:19:18,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741850_1026 (size=8515) 2024-11-09T01:19:18,860 INFO [M:0;5296cfb18d53:36355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf6b63650d4742979630667c46198ed7 2024-11-09T01:19:18,877 DEBUG [M:0;5296cfb18d53:36355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0bb8c826264c6e982ab0e1af1a3710 is 69, key is 5296cfb18d53,39071,1731115132011/rs:state/1731115134367/Put/seqid=0 2024-11-09T01:19:18,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741851_1027 (size=5156) 2024-11-09T01:19:19,281 INFO [M:0;5296cfb18d53:36355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0bb8c826264c6e982ab0e1af1a3710 2024-11-09T01:19:19,285 DEBUG [M:0;5296cfb18d53:36355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/263c96ddbbab44368df683f47c632dd0 as hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/263c96ddbbab44368df683f47c632dd0 2024-11-09T01:19:19,289 INFO [M:0;5296cfb18d53:36355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/263c96ddbbab44368df683f47c632dd0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T01:19:19,289 DEBUG [M:0;5296cfb18d53:36355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf6b63650d4742979630667c46198ed7 as hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf6b63650d4742979630667c46198ed7 2024-11-09T01:19:19,293 INFO [M:0;5296cfb18d53:36355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf6b63650d4742979630667c46198ed7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T01:19:19,294 DEBUG [M:0;5296cfb18d53:36355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0bb8c826264c6e982ab0e1af1a3710 as hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df0bb8c826264c6e982ab0e1af1a3710 2024-11-09T01:19:19,298 INFO [M:0;5296cfb18d53:36355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df0bb8c826264c6e982ab0e1af1a3710, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T01:19:19,298 INFO [M:0;5296cfb18d53:36355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-09T01:19:19,300 INFO [M:0;5296cfb18d53:36355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:19,300 DEBUG [M:0;5296cfb18d53:36355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115158013Disabling compacts and flushes for region at 1731115158013Disabling writes for close at 1731115158013Obtaining lock to block concurrent updates at 1731115158013Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115158013Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731115158014 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115158014Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115158014Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115158029 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115158030 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115158437 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115158455 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115158455Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115158863 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115158877 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115158877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0d128e: reopening flushed file at 1731115159284 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22cedcf5: reopening flushed file at 1731115159289 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b31907a: reopening flushed file at 1731115159293 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1731115159298 (+5 ms)Writing region close event to WAL at 1731115159300 (+2 ms)Closed at 1731115159300 2024-11-09T01:19:19,302 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52609ed4-af15-129b-9b46-c9970701d283/MasterData/WALs/5296cfb18d53,36355,1731115131831/5296cfb18d53%2C36355%2C1731115131831.1731115133763 not finished, retry = 0 2024-11-09T01:19:19,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741830_1006 (size=63642) 2024-11-09T01:19:19,403 INFO [M:0;5296cfb18d53:36355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:19:19,403 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:19:19,403 INFO [M:0;5296cfb18d53:36355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36355 2024-11-09T01:19:19,404 INFO [M:0;5296cfb18d53:36355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:19:19,566 INFO [M:0;5296cfb18d53:36355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:19:19,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:19:19,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36355-0x1011d2c97850000, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:19:19,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72b22ff0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:19:19,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@737bdf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:19:19,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:19:19,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ef9764a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:19:19,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70b817da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/hadoop.log.dir/,STOPPED} 2024-11-09T01:19:19,570 WARN [BP-1860853781-172.17.0.2-1731115129849 heartbeating to localhost/127.0.0.1:39881 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:19:19,570 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:19:19,570 WARN [BP-1860853781-172.17.0.2-1731115129849 heartbeating to localhost/127.0.0.1:39881 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1860853781-172.17.0.2-1731115129849 (Datanode Uuid d05f3b06-8d76-4f3c-928f-b82bbc7468d6) service to localhost/127.0.0.1:39881 2024-11-09T01:19:19,570 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:19:19,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/cluster_1a5e3064-c885-3d92-d773-cd15dc7a8a42/data/data1/current/BP-1860853781-172.17.0.2-1731115129849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:19:19,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/cluster_1a5e3064-c885-3d92-d773-cd15dc7a8a42/data/data2/current/BP-1860853781-172.17.0.2-1731115129849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:19:19,571 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:19:19,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cc8576d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:19:19,578 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@392039a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:19:19,578 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:19:19,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e98d134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:19:19,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@501965e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7faeb860-57b7-652d-5d9b-342141a5cb7a/hadoop.log.dir/,STOPPED} 2024-11-09T01:19:19,584 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:19:19,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:19:19,609 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 243) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39881 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54335) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54335) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43155 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 359) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2044 (was 2102) 2024-11-09T01:19:19,620 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=2044 2024-11-09T01:19:19,639 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-09T01:19:19,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/hadoop.log.dir so I do NOT create it in target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac 2024-11-09T01:19:19,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:19:19,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/hadoop.tmp.dir so I do NOT create it in target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac 2024-11-09T01:19:19,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41114606-9b17-ab92-afa7-baea483ce1f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:19:19,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac 2024-11-09T01:19:19,641 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/cluster_5e52053b-f734-6f97-49c1-f9aeb2bd7124, deleteOnExit=true 2024-11-09T01:19:19,670 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/cluster_5e52053b-f734-6f97-49c1-f9aeb2bd7124/zookeeper_0, clientPort=49171, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/cluster_5e52053b-f734-6f97-49c1-f9aeb2bd7124/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/cluster_5e52053b-f734-6f97-49c1-f9aeb2bd7124/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:19:19,671 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49171 2024-11-09T01:19:19,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:19:19,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:19:19,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/test.cache.data in system properties and HBase conf 2024-11-09T01:19:19,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:19:19,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:19:19,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:19:19,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:19:19,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:19:19,672 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:19:19,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:19:19,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:19:19,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:19:19,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:19:19,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:19:19,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:19:19,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:19:19,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:19:19,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:19:19,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:19:19,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:19:19,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:19:19,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:19:19,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:19:19,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d2c97850005, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:19:19,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d2c97850002, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:19:19,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d2c97850002, quorum=127.0.0.1:54335, baseZNode=/01253978434 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:19:19,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d2c97850005, quorum=127.0.0.1:54335, baseZNode=/1-680769370 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:19:20,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:19:20,016 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:19:20,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:19:20,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:19:20,018 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:19:20,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:19:20,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@505f8c31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:19:20,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59e682da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:19:20,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2221d68c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/java.io.tmpdir/jetty-localhost-44137-hadoop-hdfs-3_4_1-tests_jar-_-any-7666054134179866616/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:19:20,121 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d00ec2f{HTTP/1.1, (http/1.1)}{localhost:44137} 2024-11-09T01:19:20,121 INFO [Time-limited test {}] server.Server(415): Started @234706ms 2024-11-09T01:19:20,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:19:20,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:19:20,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:19:20,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:19:20,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:19:20,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ccedaa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:19:20,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eca1511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:19:20,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11005890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/java.io.tmpdir/jetty-localhost-45657-hadoop-hdfs-3_4_1-tests_jar-_-any-8825870213877364367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:19:20,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72a8fb2c{HTTP/1.1, (http/1.1)}{localhost:45657} 2024-11-09T01:19:20,479 INFO [Time-limited test {}] server.Server(415): Started @235064ms 2024-11-09T01:19:20,480 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:19:21,171 WARN [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/cluster_5e52053b-f734-6f97-49c1-f9aeb2bd7124/data/data1/current/BP-889273083-172.17.0.2-1731115159693/current, will proceed with Du for space computation calculation, 2024-11-09T01:19:21,171 WARN [Thread-2659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/cluster_5e52053b-f734-6f97-49c1-f9aeb2bd7124/data/data2/current/BP-889273083-172.17.0.2-1731115159693/current, will proceed with Du for space computation calculation, 2024-11-09T01:19:21,188 WARN [Thread-2646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:19:21,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd38bbbe28efcca4d with lease ID 0x8ca7c56608c66b60: Processing first storage report for DS-9cc0df61-7ffc-4563-9e70-b09c3ff2e0a5 from datanode DatanodeRegistration(127.0.0.1:44381, datanodeUuid=c050ed61-8f61-4b5f-b714-d387f7be3b70, infoPort=35295, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=1003532045;c=1731115159693) 2024-11-09T01:19:21,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd38bbbe28efcca4d with lease ID 0x8ca7c56608c66b60: from storage DS-9cc0df61-7ffc-4563-9e70-b09c3ff2e0a5 node DatanodeRegistration(127.0.0.1:44381, datanodeUuid=c050ed61-8f61-4b5f-b714-d387f7be3b70, infoPort=35295, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=1003532045;c=1731115159693), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:19:21,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd38bbbe28efcca4d with lease ID 0x8ca7c56608c66b60: Processing first storage report for DS-6ea2cf74-96a6-4191-a2b5-52b4bb6c245b from datanode DatanodeRegistration(127.0.0.1:44381, datanodeUuid=c050ed61-8f61-4b5f-b714-d387f7be3b70, infoPort=35295, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=1003532045;c=1731115159693) 2024-11-09T01:19:21,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd38bbbe28efcca4d with lease ID 0x8ca7c56608c66b60: from storage DS-6ea2cf74-96a6-4191-a2b5-52b4bb6c245b node DatanodeRegistration(127.0.0.1:44381, datanodeUuid=c050ed61-8f61-4b5f-b714-d387f7be3b70, infoPort=35295, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=1003532045;c=1731115159693), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:19:21,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac 2024-11-09T01:19:21,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:21,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:21,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:19:21,219 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179 with version=8 2024-11-09T01:19:21,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/hbase-staging 2024-11-09T01:19:21,221 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:19:21,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:21,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:21,221 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:19:21,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:21,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:19:21,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:19:21,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:19:21,222 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33605 2024-11-09T01:19:21,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33605 connecting to ZooKeeper ensemble=127.0.0.1:49171 2024-11-09T01:19:21,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336050x0, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:19:21,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33605-0x1011d2d0c190000 connected 2024-11-09T01:19:21,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:21,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:21,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Set watcher on znode that does not yet exist, /0-750035225/running 2024-11-09T01:19:21,404 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179, hbase.cluster.distributed=false 2024-11-09T01:19:21,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Set watcher on znode that does not yet exist, /0-750035225/acl 2024-11-09T01:19:21,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33605 2024-11-09T01:19:21,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33605 2024-11-09T01:19:21,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33605 2024-11-09T01:19:21,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33605 2024-11-09T01:19:21,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33605 2024-11-09T01:19:21,433 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:19:21,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:21,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:21,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:19:21,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:21,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:19:21,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:19:21,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:19:21,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42081 2024-11-09T01:19:21,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42081 connecting to ZooKeeper ensemble=127.0.0.1:49171 2024-11-09T01:19:21,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:21,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:21,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420810x0, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:19:21,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420810x0, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Set watcher on znode that does not yet exist, /0-750035225/running 2024-11-09T01:19:21,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42081-0x1011d2d0c190001 connected 2024-11-09T01:19:21,452 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:19:21,455 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:19:21,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Set watcher on znode that does not yet exist, /0-750035225/master 2024-11-09T01:19:21,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Set watcher on znode that does not yet exist, /0-750035225/acl 2024-11-09T01:19:21,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42081 2024-11-09T01:19:21,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42081 2024-11-09T01:19:21,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42081 2024-11-09T01:19:21,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42081 2024-11-09T01:19:21,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42081 2024-11-09T01:19:21,485 DEBUG [M:0;5296cfb18d53:33605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:33605 2024-11-09T01:19:21,485 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-750035225/backup-masters/5296cfb18d53,33605,1731115161221 2024-11-09T01:19:21,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225/backup-masters 2024-11-09T01:19:21,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225/backup-masters 2024-11-09T01:19:21,494 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Set watcher on existing znode=/0-750035225/backup-masters/5296cfb18d53,33605,1731115161221 2024-11-09T01:19:21,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:19:21,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-750035225/master 2024-11-09T01:19:21,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:19:21,505 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Set watcher on existing znode=/0-750035225/master 2024-11-09T01:19:21,505 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-750035225/backup-masters/5296cfb18d53,33605,1731115161221 from backup master directory 2024-11-09T01:19:21,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225/backup-masters 2024-11-09T01:19:21,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-750035225/backup-masters/5296cfb18d53,33605,1731115161221 2024-11-09T01:19:21,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225/backup-masters 2024-11-09T01:19:21,515 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:19:21,515 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,33605,1731115161221 2024-11-09T01:19:21,518 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/hbase.id] with ID: 592a5db6-8073-46ad-9c15-8b06938eda0a 2024-11-09T01:19:21,518 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/.tmp/hbase.id 2024-11-09T01:19:21,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:19:21,926 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/.tmp/hbase.id]:[hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/hbase.id] 2024-11-09T01:19:21,933 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:21,934 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:19:21,934 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T01:19:21,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:19:21,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:19:21,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:19:22,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:19:22,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T01:19:22,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:19:22,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:19:22,393 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:19:22,394 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:19:22,394 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:22,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:19:22,805 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store 2024-11-09T01:19:22,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:19:22,838 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:19:22,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:22,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:22,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:22,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:22,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:22,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:22,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:22,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:22,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:22,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:23,214 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:23,214 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:19:23,214 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:23,214 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:23,214 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:19:23,214 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:23,214 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:23,214 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115163214Disabling compacts and flushes for region at 1731115163214Disabling writes for close at 1731115163214Writing region close event to WAL at 1731115163214Closed at 1731115163214 2024-11-09T01:19:23,215 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/.initializing 2024-11-09T01:19:23,215 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/WALs/5296cfb18d53,33605,1731115161221 2024-11-09T01:19:23,216 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:19:23,217 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C33605%2C1731115161221, suffix=, logDir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/WALs/5296cfb18d53,33605,1731115161221, archiveDir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/oldWALs, maxLogs=10 2024-11-09T01:19:23,229 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/WALs/5296cfb18d53,33605,1731115161221/5296cfb18d53%2C33605%2C1731115161221.1731115163217, exclude list is [], retry=0 2024-11-09T01:19:23,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44381,DS-9cc0df61-7ffc-4563-9e70-b09c3ff2e0a5,DISK] 2024-11-09T01:19:23,232 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/WALs/5296cfb18d53,33605,1731115161221/5296cfb18d53%2C33605%2C1731115161221.1731115163217 2024-11-09T01:19:23,232 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35295:35295)] 2024-11-09T01:19:23,232 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:23,232 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:23,233 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:23,233 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:23,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:23,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:19:23,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:23,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:23,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:23,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:19:23,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:23,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:23,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:23,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:19:23,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:23,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:23,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:23,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:19:23,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:23,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:23,238 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:23,238 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:23,239 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:23,239 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:23,239 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:23,239 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:19:23,240 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:23,241 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:23,242 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64232184, jitterRate=-0.042865872383117676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:19:23,242 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115163233Initializing all the Stores at 1731115163233Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115163233Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115163233Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115163233Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115163233Cleaning up temporary data from old regions at 1731115163239 (+6 ms)Region opened successfully at 1731115163242 (+3 ms) 2024-11-09T01:19:23,242 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:19:23,244 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3664c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:19:23,245 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:19:23,245 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:19:23,245 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:19:23,245 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:19:23,245 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:19:23,245 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:19:23,245 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:19:23,247 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:19:23,247 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Unable to get data of znode /0-750035225/balancer because node does not exist (not necessarily an error) 2024-11-09T01:19:23,346 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-750035225/balancer already deleted, retry=false 2024-11-09T01:19:23,347 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:19:23,347 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Unable to get data of znode /0-750035225/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:19:23,356 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-750035225/normalizer already deleted, retry=false 2024-11-09T01:19:23,357 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:19:23,358 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Unable to get data of znode /0-750035225/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:19:23,367 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-750035225/switch/split already deleted, retry=false 2024-11-09T01:19:23,368 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Unable to get data of znode /0-750035225/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:19:23,378 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-750035225/switch/merge already deleted, retry=false 2024-11-09T01:19:23,379 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Unable to get data of znode /0-750035225/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:19:23,388 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-750035225/snapshot-cleanup already deleted, retry=false 2024-11-09T01:19:23,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-750035225/running 2024-11-09T01:19:23,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-750035225/running 2024-11-09T01:19:23,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:19:23,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:19:23,399 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,33605,1731115161221, sessionid=0x1011d2d0c190000, setting cluster-up flag (Was=false) 2024-11-09T01:19:23,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:19:23,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:19:23,451 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-750035225/flush-table-proc/acquired, /0-750035225/flush-table-proc/reached, /0-750035225/flush-table-proc/abort 2024-11-09T01:19:23,452 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,33605,1731115161221 2024-11-09T01:19:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:19:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:19:23,504 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-750035225/online-snapshot/acquired, /0-750035225/online-snapshot/reached, /0-750035225/online-snapshot/abort 2024-11-09T01:19:23,505 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,33605,1731115161221 2024-11-09T01:19:23,506 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:19:23,507 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:19:23,507 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:19:23,507 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:19:23,507 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,33605,1731115161221 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:19:23,508 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:19:23,508 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:19:23,508 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:19:23,508 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:19:23,508 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:19:23,509 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:23,509 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:19:23,509 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:23,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:19:23,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:19:23,510 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115193510 2024-11-09T01:19:23,510 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:19:23,511 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:19:23,511 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:19:23,511 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:19:23,511 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:19:23,511 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:19:23,511 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:23,511 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:23,511 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:19:23,511 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:19:23,511 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:19:23,511 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:19:23,511 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:19:23,511 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:19:23,511 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:19:23,512 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115163511,5,FailOnTimeoutGroup] 2024-11-09T01:19:23,512 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115163512,5,FailOnTimeoutGroup] 2024-11-09T01:19:23,512 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:23,512 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:19:23,512 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:23,512 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:23,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:19:23,571 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(746): ClusterId : 592a5db6-8073-46ad-9c15-8b06938eda0a 2024-11-09T01:19:23,571 DEBUG [RS:0;5296cfb18d53:42081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:19:23,578 DEBUG [RS:0;5296cfb18d53:42081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:19:23,578 DEBUG [RS:0;5296cfb18d53:42081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:19:23,589 DEBUG [RS:0;5296cfb18d53:42081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:19:23,589 DEBUG [RS:0;5296cfb18d53:42081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6547ac1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:19:23,600 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:42081 2024-11-09T01:19:23,600 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:19:23,600 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:19:23,600 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:19:23,601 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,33605,1731115161221 with port=42081, startcode=1731115161432 2024-11-09T01:19:23,601 DEBUG [RS:0;5296cfb18d53:42081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:19:23,602 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:19:23,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,42081,1731115161432 2024-11-09T01:19:23,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33605 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,42081,1731115161432 2024-11-09T01:19:23,604 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179 2024-11-09T01:19:23,604 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38143 2024-11-09T01:19:23,604 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:19:23,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225/rs 2024-11-09T01:19:23,616 DEBUG [RS:0;5296cfb18d53:42081 {}] zookeeper.ZKUtil(111): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Set watcher on existing znode=/0-750035225/rs/5296cfb18d53,42081,1731115161432 2024-11-09T01:19:23,616 WARN [RS:0;5296cfb18d53:42081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:19:23,616 INFO [RS:0;5296cfb18d53:42081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:23,616 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432 2024-11-09T01:19:23,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,42081,1731115161432] 2024-11-09T01:19:23,619 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:19:23,622 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:19:23,624 INFO [RS:0;5296cfb18d53:42081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:19:23,624 INFO [RS:0;5296cfb18d53:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:23,624 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:19:23,625 INFO [RS:0;5296cfb18d53:42081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:19:23,625 INFO [RS:0;5296cfb18d53:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:23,625 DEBUG [RS:0;5296cfb18d53:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:23,625 DEBUG [RS:0;5296cfb18d53:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:23,625 DEBUG [RS:0;5296cfb18d53:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:23,625 DEBUG [RS:0;5296cfb18d53:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:23,625 DEBUG [RS:0;5296cfb18d53:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:23,625 DEBUG [RS:0;5296cfb18d53:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:19:23,625 DEBUG [RS:0;5296cfb18d53:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:23,625 DEBUG [RS:0;5296cfb18d53:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:23,625 DEBUG [RS:0;5296cfb18d53:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:23,625 DEBUG [RS:0;5296cfb18d53:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:23,625 DEBUG [RS:0;5296cfb18d53:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:23,625 DEBUG [RS:0;5296cfb18d53:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:23,625 DEBUG [RS:0;5296cfb18d53:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:19:23,625 DEBUG [RS:0;5296cfb18d53:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:19:23,626 INFO [RS:0;5296cfb18d53:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:23,626 INFO [RS:0;5296cfb18d53:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:23,626 INFO [RS:0;5296cfb18d53:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:23,626 INFO [RS:0;5296cfb18d53:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:23,626 INFO [RS:0;5296cfb18d53:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:23,626 INFO [RS:0;5296cfb18d53:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42081,1731115161432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:19:23,639 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:19:23,639 INFO [RS:0;5296cfb18d53:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42081,1731115161432-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:23,639 INFO [RS:0;5296cfb18d53:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:23,639 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.Replication(171): 5296cfb18d53,42081,1731115161432 started 2024-11-09T01:19:23,651 INFO [RS:0;5296cfb18d53:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:23,651 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,42081,1731115161432, RpcServer on 5296cfb18d53/172.17.0.2:42081, sessionid=0x1011d2d0c190001 2024-11-09T01:19:23,651 DEBUG [RS:0;5296cfb18d53:42081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:19:23,651 DEBUG [RS:0;5296cfb18d53:42081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,42081,1731115161432 2024-11-09T01:19:23,651 DEBUG [RS:0;5296cfb18d53:42081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,42081,1731115161432' 2024-11-09T01:19:23,651 DEBUG [RS:0;5296cfb18d53:42081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-750035225/flush-table-proc/abort' 2024-11-09T01:19:23,652 DEBUG [RS:0;5296cfb18d53:42081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-750035225/flush-table-proc/acquired' 2024-11-09T01:19:23,652 DEBUG [RS:0;5296cfb18d53:42081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:19:23,652 DEBUG [RS:0;5296cfb18d53:42081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:19:23,652 DEBUG [RS:0;5296cfb18d53:42081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,42081,1731115161432 2024-11-09T01:19:23,652 DEBUG [RS:0;5296cfb18d53:42081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,42081,1731115161432' 2024-11-09T01:19:23,652 DEBUG [RS:0;5296cfb18d53:42081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-750035225/online-snapshot/abort' 2024-11-09T01:19:23,652 DEBUG [RS:0;5296cfb18d53:42081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-750035225/online-snapshot/acquired' 2024-11-09T01:19:23,652 DEBUG [RS:0;5296cfb18d53:42081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:19:23,652 INFO [RS:0;5296cfb18d53:42081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:19:23,652 INFO [RS:0;5296cfb18d53:42081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:19:23,753 INFO [RS:0;5296cfb18d53:42081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:19:23,754 INFO [RS:0;5296cfb18d53:42081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C42081%2C1731115161432, suffix=, logDir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432, archiveDir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/oldWALs, maxLogs=10 2024-11-09T01:19:23,767 DEBUG [RS:0;5296cfb18d53:42081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754, exclude list is [], retry=0 2024-11-09T01:19:23,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44381,DS-9cc0df61-7ffc-4563-9e70-b09c3ff2e0a5,DISK] 2024-11-09T01:19:23,770 INFO [RS:0;5296cfb18d53:42081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 2024-11-09T01:19:23,771 DEBUG [RS:0;5296cfb18d53:42081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35295:35295)] 2024-11-09T01:19:23,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:19:23,920 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179 2024-11-09T01:19:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741833_1009 (size=32) 2024-11-09T01:19:24,066 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:24,066 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:19:24,067 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38331 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:19:24,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:24,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:19:24,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:19:24,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:24,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:24,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:19:24,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:19:24,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:24,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:24,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:19:24,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:19:24,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:24,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:24,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:19:24,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:19:24,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:24,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:24,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:19:24,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740 2024-11-09T01:19:24,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740 2024-11-09T01:19:24,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:19:24,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:19:24,332 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:19:24,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:19:24,334 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:24,334 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69261019, jitterRate=0.0320696085691452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:19:24,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115164325Initializing all the Stores at 1731115164326 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115164326Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115164326Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115164326Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115164326Cleaning up temporary data from old regions at 1731115164331 (+5 ms)Region opened successfully at 1731115164334 (+3 ms) 2024-11-09T01:19:24,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:19:24,334 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:19:24,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:19:24,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:19:24,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:19:24,335 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:19:24,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115164334Disabling compacts and flushes for region at 1731115164334Disabling writes for close at 1731115164334Writing region close event to WAL at 1731115164335 (+1 ms)Closed at 1731115164335 2024-11-09T01:19:24,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:19:24,336 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:19:24,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:19:24,337 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:19:24,338 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:19:24,488 DEBUG [5296cfb18d53:33605 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:19:24,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,42081,1731115161432 2024-11-09T01:19:24,490 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,42081,1731115161432, state=OPENING 2024-11-09T01:19:24,500 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:19:24,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:19:24,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:19:24,512 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:19:24,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-750035225/meta-region-server: CHANGED 2024-11-09T01:19:24,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,42081,1731115161432}] 2024-11-09T01:19:24,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-750035225/meta-region-server: CHANGED 2024-11-09T01:19:24,665 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:19:24,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:19:24,669 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:19:24,669 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:24,669 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:19:24,670 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C42081%2C1731115161432.meta, suffix=.meta, logDir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432, archiveDir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/oldWALs, maxLogs=10 2024-11-09T01:19:24,682 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.meta.1731115164670.meta, exclude list is [], retry=0 2024-11-09T01:19:24,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44381,DS-9cc0df61-7ffc-4563-9e70-b09c3ff2e0a5,DISK] 2024-11-09T01:19:24,685 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.meta.1731115164670.meta 2024-11-09T01:19:24,686 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35295:35295)] 2024-11-09T01:19:24,686 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:24,686 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:19:24,686 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:19:24,686 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:19:24,686 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:19:24,687 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:19:24,687 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:24,687 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:19:24,687 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:19:24,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:19:24,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:19:24,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:24,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:24,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:19:24,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:19:24,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:24,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:24,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:19:24,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:19:24,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:24,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:24,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:19:24,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:19:24,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:24,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:24,691 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:19:24,691 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740 2024-11-09T01:19:24,692 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740 2024-11-09T01:19:24,693 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:19:24,693 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:19:24,693 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:19:24,694 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:19:24,694 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65295485, jitterRate=-0.02702145278453827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:19:24,694 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:19:24,695 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115164687Writing region info on filesystem at 1731115164687Initializing all the Stores at 1731115164687Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115164688 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115164688Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115164688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115164688Cleaning up temporary data from old regions at 1731115164693 (+5 ms)Running coprocessor post-open hooks at 1731115164694 (+1 ms)Region opened successfully at 1731115164695 (+1 ms) 2024-11-09T01:19:24,696 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115164665 2024-11-09T01:19:24,699 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,42081,1731115161432 2024-11-09T01:19:24,706 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:19:24,706 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:19:24,709 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,42081,1731115161432, state=OPEN 2024-11-09T01:19:24,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-750035225/meta-region-server 2024-11-09T01:19:24,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-750035225/meta-region-server 2024-11-09T01:19:24,818 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,42081,1731115161432 2024-11-09T01:19:24,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-750035225/meta-region-server: CHANGED 2024-11-09T01:19:24,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-750035225/meta-region-server: CHANGED 2024-11-09T01:19:24,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:19:24,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,42081,1731115161432 in 306 msec 2024-11-09T01:19:24,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:19:24,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-09T01:19:24,822 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:19:24,822 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:19:24,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:24,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42081,1731115161432, seqNum=-1] 2024-11-09T01:19:24,823 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:24,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:19:24,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3210 sec 2024-11-09T01:19:24,829 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115164829, completionTime=-1 2024-11-09T01:19:24,829 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:19:24,829 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:19:24,830 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:19:24,830 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115224830 2024-11-09T01:19:24,830 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115284830 2024-11-09T01:19:24,830 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T01:19:24,831 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,33605,1731115161221-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:24,831 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,33605,1731115161221-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:24,831 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,33605,1731115161221-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:24,831 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:33605, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:24,831 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:24,831 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:24,832 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:19:24,833 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.318sec 2024-11-09T01:19:24,833 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:19:24,833 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:19:24,833 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:19:24,833 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:19:24,833 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:19:24,834 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,33605,1731115161221-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:19:24,834 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,33605,1731115161221-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:19:24,835 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:19:24,835 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:19:24,835 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,33605,1731115161221-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:24,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4f1b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:24,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,33605,-1 for getting cluster id 2024-11-09T01:19:24,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:24,873 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '592a5db6-8073-46ad-9c15-8b06938eda0a' 2024-11-09T01:19:24,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:24,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "592a5db6-8073-46ad-9c15-8b06938eda0a" 2024-11-09T01:19:24,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10962e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:24,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,33605,-1] 2024-11-09T01:19:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:24,874 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:24,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfc209a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:24,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:24,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42081,1731115161432, seqNum=-1] 2024-11-09T01:19:24,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:24,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:19:24,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,33605,1731115161221 2024-11-09T01:19:24,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49171 2024-11-09T01:19:24,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:19:24,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d2d0c190002 connected 2024-11-09T01:19:24,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/hadoop.log.dir so I do NOT create it in target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6 2024-11-09T01:19:24,944 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:19:24,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/hadoop.tmp.dir so I do NOT create it in target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6 2024-11-09T01:19:24,944 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:19:24,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6 2024-11-09T01:19:24,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:19:24,944 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/cluster_6ef963e4-bed1-75b0-1596-f0ea35ed4d97, deleteOnExit=true 2024-11-09T01:19:24,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/test.cache.data in system properties and HBase conf 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:19:24,945 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:19:24,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:19:24,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:19:24,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:19:24,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:19:25,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:19:25,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:19:25,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:19:25,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:19:25,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:19:25,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:19:25,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5064314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:19:25,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c3f0133{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:19:25,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b3174ac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/java.io.tmpdir/jetty-localhost-43491-hadoop-hdfs-3_4_1-tests_jar-_-any-1388556722633468775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:19:25,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28434b8b{HTTP/1.1, (http/1.1)}{localhost:43491} 2024-11-09T01:19:25,511 INFO [Time-limited test {}] server.Server(415): Started @240096ms 2024-11-09T01:19:25,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:19:25,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:19:25,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:19:25,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:19:25,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:19:25,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22247b2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:19:25,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75cd9380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:19:25,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60b42cc9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/java.io.tmpdir/jetty-localhost-41589-hadoop-hdfs-3_4_1-tests_jar-_-any-7820374769351977233/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:19:25,954 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71d129f4{HTTP/1.1, (http/1.1)}{localhost:41589} 2024-11-09T01:19:25,954 INFO [Time-limited test {}] server.Server(415): Started @240539ms 2024-11-09T01:19:25,955 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:19:27,357 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/cluster_6ef963e4-bed1-75b0-1596-f0ea35ed4d97/data/data1/current/BP-1449527720-172.17.0.2-1731115164959/current, will proceed with Du for space computation calculation, 2024-11-09T01:19:27,357 WARN [Thread-2780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/cluster_6ef963e4-bed1-75b0-1596-f0ea35ed4d97/data/data2/current/BP-1449527720-172.17.0.2-1731115164959/current, will proceed with Du for space computation calculation, 2024-11-09T01:19:27,376 WARN [Thread-2767 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:19:27,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd86f2fee3f10fa51 with lease ID 0x356351119c2eef21: Processing first storage report for DS-3b1c4016-73e0-484a-940c-bfcdf4458788 from datanode DatanodeRegistration(127.0.0.1:42877, datanodeUuid=ad7c53e7-5445-4478-a3e0-8d24608b8c98, infoPort=40329, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=1206256189;c=1731115164959) 2024-11-09T01:19:27,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd86f2fee3f10fa51 with lease ID 0x356351119c2eef21: from storage DS-3b1c4016-73e0-484a-940c-bfcdf4458788 node DatanodeRegistration(127.0.0.1:42877, datanodeUuid=ad7c53e7-5445-4478-a3e0-8d24608b8c98, infoPort=40329, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=1206256189;c=1731115164959), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:19:27,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd86f2fee3f10fa51 with lease ID 0x356351119c2eef21: Processing first storage report for DS-de3ad743-6d89-493e-b60b-512d1600b937 from datanode DatanodeRegistration(127.0.0.1:42877, datanodeUuid=ad7c53e7-5445-4478-a3e0-8d24608b8c98, infoPort=40329, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=1206256189;c=1731115164959) 2024-11-09T01:19:27,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd86f2fee3f10fa51 with lease ID 0x356351119c2eef21: from storage DS-de3ad743-6d89-493e-b60b-512d1600b937 node DatanodeRegistration(127.0.0.1:42877, datanodeUuid=ad7c53e7-5445-4478-a3e0-8d24608b8c98, infoPort=40329, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=1206256189;c=1731115164959), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T01:19:27,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6 2024-11-09T01:19:27,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:27,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:27,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:19:27,796 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504 with version=8 2024-11-09T01:19:27,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/hbase-staging 2024-11-09T01:19:27,799 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:19:27,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:27,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:27,799 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:19:27,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:27,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:19:27,799 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:19:27,800 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:19:27,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43175 2024-11-09T01:19:27,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43175 connecting to ZooKeeper ensemble=127.0.0.1:49171 2024-11-09T01:19:27,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431750x0, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:19:27,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43175-0x1011d2d0c190003 connected 2024-11-09T01:19:27,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:27,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:27,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Set watcher on znode that does not yet exist, /1778047770/running 2024-11-09T01:19:27,918 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504, hbase.cluster.distributed=false 2024-11-09T01:19:27,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Set watcher on znode that does not yet exist, /1778047770/acl 2024-11-09T01:19:27,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43175 2024-11-09T01:19:27,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43175 2024-11-09T01:19:27,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43175 2024-11-09T01:19:27,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43175 2024-11-09T01:19:27,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43175 2024-11-09T01:19:27,934 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:19:27,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:27,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:27,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:19:27,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:27,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:19:27,934 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:19:27,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:19:27,935 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39137 2024-11-09T01:19:27,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39137 connecting to ZooKeeper ensemble=127.0.0.1:49171 2024-11-09T01:19:27,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:27,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:27,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391370x0, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:19:27,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39137-0x1011d2d0c190004 connected 2024-11-09T01:19:27,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Set watcher on znode that does not yet exist, /1778047770/running 2024-11-09T01:19:27,946 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:19:27,947 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:19:27,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Set watcher on znode that does not yet exist, /1778047770/master 2024-11-09T01:19:27,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Set watcher on znode that does not yet exist, /1778047770/acl 2024-11-09T01:19:27,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39137 2024-11-09T01:19:27,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39137 2024-11-09T01:19:27,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39137 2024-11-09T01:19:27,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39137 2024-11-09T01:19:27,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39137 2024-11-09T01:19:27,970 DEBUG [M:0;5296cfb18d53:43175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:43175 2024-11-09T01:19:27,970 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1778047770/backup-masters/5296cfb18d53,43175,1731115167799 2024-11-09T01:19:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770/backup-masters 2024-11-09T01:19:27,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770/backup-masters 2024-11-09T01:19:27,978 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Set watcher on existing znode=/1778047770/backup-masters/5296cfb18d53,43175,1731115167799 2024-11-09T01:19:27,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1778047770/master 2024-11-09T01:19:27,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:27,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:27,988 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Set watcher on existing znode=/1778047770/master 2024-11-09T01:19:27,988 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1778047770/backup-masters/5296cfb18d53,43175,1731115167799 from backup master directory 2024-11-09T01:19:27,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1778047770/backup-masters/5296cfb18d53,43175,1731115167799 2024-11-09T01:19:27,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770/backup-masters 2024-11-09T01:19:27,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770/backup-masters 2024-11-09T01:19:27,998 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:19:27,998 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,43175,1731115167799 2024-11-09T01:19:28,001 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/hbase.id] with ID: 24984e12-4b8b-4b8a-b232-cf1848935741 2024-11-09T01:19:28,002 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/.tmp/hbase.id 2024-11-09T01:19:28,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:19:28,406 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/.tmp/hbase.id]:[hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/hbase.id] 2024-11-09T01:19:28,413 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:28,413 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:19:28,414 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:19:28,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:28,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:28,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:19:28,842 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:19:28,842 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:19:28,843 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:28,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:19:28,859 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store 2024-11-09T01:19:28,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:19:29,264 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:29,265 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:19:29,265 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:29,265 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:29,265 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:19:29,265 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:29,265 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:29,265 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115169265Disabling compacts and flushes for region at 1731115169265Disabling writes for close at 1731115169265Writing region close event to WAL at 1731115169265Closed at 1731115169265 2024-11-09T01:19:29,266 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/.initializing 2024-11-09T01:19:29,266 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/WALs/5296cfb18d53,43175,1731115167799 2024-11-09T01:19:29,266 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:19:29,267 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C43175%2C1731115167799, suffix=, logDir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/WALs/5296cfb18d53,43175,1731115167799, archiveDir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/oldWALs, maxLogs=10 2024-11-09T01:19:29,280 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/WALs/5296cfb18d53,43175,1731115167799/5296cfb18d53%2C43175%2C1731115167799.1731115169267, exclude list is [], retry=0 2024-11-09T01:19:29,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42877,DS-3b1c4016-73e0-484a-940c-bfcdf4458788,DISK] 2024-11-09T01:19:29,283 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/WALs/5296cfb18d53,43175,1731115167799/5296cfb18d53%2C43175%2C1731115167799.1731115169267 2024-11-09T01:19:29,284 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40329:40329)] 2024-11-09T01:19:29,284 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:29,284 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:29,284 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:29,284 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:29,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:29,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:19:29,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:29,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:29,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:29,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:19:29,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:29,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:29,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:29,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:19:29,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:29,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:29,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:29,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:19:29,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:29,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:29,292 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:29,293 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:29,293 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:29,294 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:29,294 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:29,294 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:19:29,295 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:29,296 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:29,296 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66776585, jitterRate=-0.004951342940330505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:19:29,296 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115169284Initializing all the Stores at 1731115169285 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115169285Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115169285Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115169285Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115169285Cleaning up temporary data from old regions at 1731115169294 (+9 ms)Region opened successfully at 1731115169296 (+2 ms) 2024-11-09T01:19:29,296 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:19:29,298 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451a939e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:19:29,299 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:19:29,299 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:19:29,299 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:19:29,299 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:19:29,299 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:19:29,300 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:19:29,300 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:19:29,301 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:19:29,302 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Unable to get data of znode /1778047770/balancer because node does not exist (not necessarily an error) 2024-11-09T01:19:29,351 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1778047770/balancer already deleted, retry=false 2024-11-09T01:19:29,352 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:19:29,353 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Unable to get data of znode /1778047770/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:19:29,496 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1778047770/normalizer already deleted, retry=false 2024-11-09T01:19:29,496 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:19:29,497 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Unable to get data of znode /1778047770/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:19:29,619 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:19:29,651 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1778047770/switch/split already deleted, retry=false 2024-11-09T01:19:29,652 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Unable to get data of znode /1778047770/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:19:29,661 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1778047770/switch/merge already deleted, retry=false 2024-11-09T01:19:29,663 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Unable to get data of znode /1778047770/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:19:29,672 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1778047770/snapshot-cleanup already deleted, retry=false 2024-11-09T01:19:29,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1778047770/running 2024-11-09T01:19:29,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1778047770/running 2024-11-09T01:19:29,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:29,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:29,683 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,43175,1731115167799, sessionid=0x1011d2d0c190003, setting cluster-up flag (Was=false) 2024-11-09T01:19:29,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:29,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:29,735 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1778047770/flush-table-proc/acquired, /1778047770/flush-table-proc/reached, /1778047770/flush-table-proc/abort 2024-11-09T01:19:29,736 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,43175,1731115167799 2024-11-09T01:19:29,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:29,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:29,788 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1778047770/online-snapshot/acquired, /1778047770/online-snapshot/reached, /1778047770/online-snapshot/abort 2024-11-09T01:19:29,789 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,43175,1731115167799 2024-11-09T01:19:29,790 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:19:29,791 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:19:29,791 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:19:29,791 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:19:29,792 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,43175,1731115167799 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:19:29,793 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:19:29,793 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:19:29,793 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:19:29,793 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:19:29,793 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:19:29,793 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:29,793 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:19:29,793 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:29,797 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115199797 2024-11-09T01:19:29,797 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:19:29,797 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:19:29,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:19:29,797 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:19:29,797 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:19:29,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:19:29,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:19:29,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:19:29,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:29,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:19:29,798 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:29,798 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:19:29,798 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:19:29,799 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:19:29,799 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:19:29,800 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:19:29,800 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:19:29,800 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115169800,5,FailOnTimeoutGroup] 2024-11-09T01:19:29,804 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115169800,5,FailOnTimeoutGroup] 2024-11-09T01:19:29,804 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:29,804 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:19:29,804 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:29,804 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:29,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:19:29,859 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(746): ClusterId : 24984e12-4b8b-4b8a-b232-cf1848935741 2024-11-09T01:19:29,859 DEBUG [RS:0;5296cfb18d53:39137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:19:29,869 DEBUG [RS:0;5296cfb18d53:39137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:19:29,869 DEBUG [RS:0;5296cfb18d53:39137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:19:29,879 DEBUG [RS:0;5296cfb18d53:39137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:19:29,879 DEBUG [RS:0;5296cfb18d53:39137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5fff32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:19:29,890 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:39137 2024-11-09T01:19:29,891 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:19:29,891 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:19:29,891 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:19:29,891 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,43175,1731115167799 with port=39137, startcode=1731115167934 2024-11-09T01:19:29,891 DEBUG [RS:0;5296cfb18d53:39137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:19:29,893 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:19:29,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,39137,1731115167934 2024-11-09T01:19:29,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43175 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,39137,1731115167934 2024-11-09T01:19:29,894 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504 2024-11-09T01:19:29,894 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33255 2024-11-09T01:19:29,894 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:19:29,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770/rs 2024-11-09T01:19:29,921 DEBUG [RS:0;5296cfb18d53:39137 {}] zookeeper.ZKUtil(111): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Set watcher on existing znode=/1778047770/rs/5296cfb18d53,39137,1731115167934 2024-11-09T01:19:29,921 WARN [RS:0;5296cfb18d53:39137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:19:29,921 INFO [RS:0;5296cfb18d53:39137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:29,921 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934 2024-11-09T01:19:29,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,39137,1731115167934] 2024-11-09T01:19:29,924 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:19:29,928 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:19:29,929 INFO [RS:0;5296cfb18d53:39137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:19:29,929 INFO [RS:0;5296cfb18d53:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:29,929 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:19:29,930 INFO [RS:0;5296cfb18d53:39137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:19:29,930 INFO [RS:0;5296cfb18d53:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:29,930 DEBUG [RS:0;5296cfb18d53:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:29,930 DEBUG [RS:0;5296cfb18d53:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:29,930 DEBUG [RS:0;5296cfb18d53:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:29,930 DEBUG [RS:0;5296cfb18d53:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:29,930 DEBUG [RS:0;5296cfb18d53:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:29,930 DEBUG [RS:0;5296cfb18d53:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:19:29,930 DEBUG [RS:0;5296cfb18d53:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:29,930 DEBUG [RS:0;5296cfb18d53:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:29,930 DEBUG [RS:0;5296cfb18d53:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:29,930 DEBUG [RS:0;5296cfb18d53:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:29,931 DEBUG [RS:0;5296cfb18d53:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:29,931 DEBUG [RS:0;5296cfb18d53:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:29,931 DEBUG [RS:0;5296cfb18d53:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:19:29,931 DEBUG [RS:0;5296cfb18d53:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:19:29,932 INFO [RS:0;5296cfb18d53:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:29,932 INFO [RS:0;5296cfb18d53:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:29,932 INFO [RS:0;5296cfb18d53:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:29,932 INFO [RS:0;5296cfb18d53:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:29,932 INFO [RS:0;5296cfb18d53:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:29,932 INFO [RS:0;5296cfb18d53:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,39137,1731115167934-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:19:29,948 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:19:29,949 INFO [RS:0;5296cfb18d53:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,39137,1731115167934-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:29,949 INFO [RS:0;5296cfb18d53:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:29,949 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.Replication(171): 5296cfb18d53,39137,1731115167934 started 2024-11-09T01:19:29,967 INFO [RS:0;5296cfb18d53:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:29,967 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,39137,1731115167934, RpcServer on 5296cfb18d53/172.17.0.2:39137, sessionid=0x1011d2d0c190004 2024-11-09T01:19:29,967 DEBUG [RS:0;5296cfb18d53:39137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:19:29,967 DEBUG [RS:0;5296cfb18d53:39137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,39137,1731115167934 2024-11-09T01:19:29,968 DEBUG [RS:0;5296cfb18d53:39137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,39137,1731115167934' 2024-11-09T01:19:29,968 DEBUG [RS:0;5296cfb18d53:39137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1778047770/flush-table-proc/abort' 2024-11-09T01:19:29,968 DEBUG [RS:0;5296cfb18d53:39137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1778047770/flush-table-proc/acquired' 2024-11-09T01:19:29,968 DEBUG [RS:0;5296cfb18d53:39137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:19:29,968 DEBUG [RS:0;5296cfb18d53:39137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:19:29,968 DEBUG [RS:0;5296cfb18d53:39137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,39137,1731115167934 2024-11-09T01:19:29,968 DEBUG [RS:0;5296cfb18d53:39137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,39137,1731115167934' 2024-11-09T01:19:29,968 DEBUG [RS:0;5296cfb18d53:39137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1778047770/online-snapshot/abort' 2024-11-09T01:19:29,969 DEBUG [RS:0;5296cfb18d53:39137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1778047770/online-snapshot/acquired' 2024-11-09T01:19:29,969 DEBUG [RS:0;5296cfb18d53:39137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:19:29,969 INFO [RS:0;5296cfb18d53:39137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:19:29,969 INFO [RS:0;5296cfb18d53:39137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:19:30,069 INFO [RS:0;5296cfb18d53:39137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:19:30,071 INFO [RS:0;5296cfb18d53:39137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C39137%2C1731115167934, suffix=, logDir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934, archiveDir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/oldWALs, maxLogs=10 2024-11-09T01:19:30,086 DEBUG [RS:0;5296cfb18d53:39137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071, exclude list is [], retry=0 2024-11-09T01:19:30,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42877,DS-3b1c4016-73e0-484a-940c-bfcdf4458788,DISK] 2024-11-09T01:19:30,090 INFO [RS:0;5296cfb18d53:39137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 2024-11-09T01:19:30,091 DEBUG [RS:0;5296cfb18d53:39137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40329:40329)] 2024-11-09T01:19:30,189 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:19:30,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:19:30,207 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504 2024-11-09T01:19:30,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741833_1009 (size=32) 2024-11-09T01:19:30,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:30,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:30,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:30,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:30,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:30,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:30,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:30,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:30,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:30,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:30,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:30,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:19:30,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:19:30,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:30,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:30,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:19:30,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:19:30,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:30,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:30,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:19:30,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:19:30,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:30,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:30,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:19:30,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:19:30,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:30,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:30,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:19:30,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740 2024-11-09T01:19:30,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740 2024-11-09T01:19:30,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:19:30,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:19:30,626 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:19:30,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:19:30,628 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:30,628 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60452798, jitterRate=-0.0991831123828888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:19:30,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115170615Initializing all the Stores at 1731115170616 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115170616Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115170616Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115170616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115170616Cleaning up temporary data from old regions at 1731115170625 (+9 ms)Region opened successfully at 1731115170628 (+3 ms) 2024-11-09T01:19:30,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:19:30,629 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:19:30,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:19:30,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:19:30,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:19:30,629 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:19:30,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115170629Disabling compacts and flushes for region at 1731115170629Disabling writes for close at 1731115170629Writing region close event to WAL at 1731115170629Closed at 1731115170629 2024-11-09T01:19:30,630 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:19:30,630 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:19:30,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:19:30,631 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:19:30,632 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:19:30,782 DEBUG [5296cfb18d53:43175 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:19:30,783 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,39137,1731115167934 2024-11-09T01:19:30,784 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,39137,1731115167934, state=OPENING 2024-11-09T01:19:30,869 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:19:30,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:30,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:30,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1778047770/meta-region-server: CHANGED 2024-11-09T01:19:30,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1778047770/meta-region-server: CHANGED 2024-11-09T01:19:30,890 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:19:30,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,39137,1731115167934}] 2024-11-09T01:19:31,046 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:19:31,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:19:31,057 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:19:31,057 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:31,057 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:19:31,059 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C39137%2C1731115167934.meta, suffix=.meta, logDir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934, archiveDir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/oldWALs, maxLogs=10 2024-11-09T01:19:31,078 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.meta.1731115171059.meta, exclude list is [], retry=0 2024-11-09T01:19:31,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42877,DS-3b1c4016-73e0-484a-940c-bfcdf4458788,DISK] 2024-11-09T01:19:31,088 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.meta.1731115171059.meta 2024-11-09T01:19:31,090 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40329:40329)] 2024-11-09T01:19:31,091 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:31,091 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:19:31,091 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:19:31,091 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:19:31,091 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:19:31,092 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:19:31,092 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:31,092 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:19:31,092 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:19:31,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:19:31,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:19:31,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:31,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:31,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:19:31,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:19:31,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:31,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:31,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:19:31,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:19:31,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:31,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:31,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:19:31,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:19:31,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:31,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:31,107 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:19:31,108 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740 2024-11-09T01:19:31,109 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740 2024-11-09T01:19:31,111 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:19:31,111 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:19:31,114 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:19:31,115 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:19:31,116 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62801664, jitterRate=-0.06418228149414062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:19:31,116 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:19:31,116 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115171093Writing region info on filesystem at 1731115171093Initializing all the Stores at 1731115171093Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115171093Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115171096 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115171096Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115171096Cleaning up temporary data from old regions at 1731115171111 (+15 ms)Running coprocessor post-open hooks at 1731115171116 (+5 ms)Region opened successfully at 1731115171116 2024-11-09T01:19:31,120 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115171043 2024-11-09T01:19:31,126 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:19:31,126 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:19:31,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,39137,1731115167934 2024-11-09T01:19:31,128 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,39137,1731115167934, state=OPEN 2024-11-09T01:19:31,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1778047770/meta-region-server 2024-11-09T01:19:31,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1778047770/meta-region-server 2024-11-09T01:19:31,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1778047770/meta-region-server: CHANGED 2024-11-09T01:19:31,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1778047770/meta-region-server: CHANGED 2024-11-09T01:19:31,142 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,39137,1731115167934 2024-11-09T01:19:31,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:19:31,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,39137,1731115167934 in 252 msec 2024-11-09T01:19:31,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:19:31,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-09T01:19:31,148 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:19:31,148 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:19:31,150 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:31,150 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,39137,1731115167934, seqNum=-1] 2024-11-09T01:19:31,150 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:31,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:19:31,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3670 sec 2024-11-09T01:19:31,159 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115171159, completionTime=-1 2024-11-09T01:19:31,160 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:19:31,160 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:19:31,162 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:19:31,162 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115231162 2024-11-09T01:19:31,162 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115291162 2024-11-09T01:19:31,162 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T01:19:31,163 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43175,1731115167799-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:31,163 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43175,1731115167799-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:31,163 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43175,1731115167799-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:31,163 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:43175, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:31,163 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:31,164 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:31,167 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:19:31,171 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.173sec 2024-11-09T01:19:31,171 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:19:31,172 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:19:31,172 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:19:31,172 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:19:31,172 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:19:31,172 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43175,1731115167799-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:19:31,172 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43175,1731115167799-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:19:31,178 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:19:31,178 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:19:31,178 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43175,1731115167799-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:31,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37fb546b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:31,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43175,-1 for getting cluster id 2024-11-09T01:19:31,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:31,263 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24984e12-4b8b-4b8a-b232-cf1848935741' 2024-11-09T01:19:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24984e12-4b8b-4b8a-b232-cf1848935741" 2024-11-09T01:19:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39942020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43175,-1] 2024-11-09T01:19:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:31,266 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:31,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25825f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:31,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:31,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,39137,1731115167934, seqNum=-1] 2024-11-09T01:19:31,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:31,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:19:31,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,43175,1731115167799 2024-11-09T01:19:31,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49171 2024-11-09T01:19:31,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:19:31,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d2d0c190005 connected 2024-11-09T01:19:31,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/hadoop.log.dir so I do NOT create it in target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43 2024-11-09T01:19:31,298 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:19:31,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/hadoop.tmp.dir so I do NOT create it in target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43 2024-11-09T01:19:31,298 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:19:31,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43 2024-11-09T01:19:31,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:19:31,298 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/cluster_a660706d-4c66-58d3-fb13-a65eade4969f, deleteOnExit=true 2024-11-09T01:19:31,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:19:31,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/test.cache.data in system properties and HBase conf 2024-11-09T01:19:31,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:19:31,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:19:31,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:19:31,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:19:31,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:19:31,299 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:19:31,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:19:31,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:19:31,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:19:31,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:19:31,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:19:31,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:19:31,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:19:31,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:19:31,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:19:31,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:19:31,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:19:31,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:19:31,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:19:31,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:19:31,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:19:31,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:19:31,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:19:31,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:19:31,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:19:31,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:19:31,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3360cb18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:19:31,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dfbe492{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:19:31,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72746a16{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/java.io.tmpdir/jetty-localhost-42413-hadoop-hdfs-3_4_1-tests_jar-_-any-3904958540236620457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:19:31,888 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ef95952{HTTP/1.1, (http/1.1)}{localhost:42413} 2024-11-09T01:19:31,888 INFO [Time-limited test {}] server.Server(415): Started @246473ms 2024-11-09T01:19:32,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:19:32,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T01:19:32,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:19:32,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T01:19:32,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:19:32,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:19:32,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:19:32,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:19:32,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:19:32,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dcb209f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:19:32,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d6f3c2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:19:32,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@608212aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/java.io.tmpdir/jetty-localhost-46751-hadoop-hdfs-3_4_1-tests_jar-_-any-10593645324165570403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:19:32,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4645c900{HTTP/1.1, (http/1.1)}{localhost:46751} 2024-11-09T01:19:32,315 INFO [Time-limited test {}] server.Server(415): Started @246900ms 2024-11-09T01:19:32,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:19:33,138 WARN [Thread-2901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/cluster_a660706d-4c66-58d3-fb13-a65eade4969f/data/data2/current/BP-2596447-172.17.0.2-1731115171338/current, will proceed with Du for space computation calculation, 2024-11-09T01:19:33,138 WARN [Thread-2900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/cluster_a660706d-4c66-58d3-fb13-a65eade4969f/data/data1/current/BP-2596447-172.17.0.2-1731115171338/current, will proceed with Du for space computation calculation, 2024-11-09T01:19:33,171 WARN [Thread-2888 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:19:33,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba0beabdd6f22b73 with lease ID 0x687e79cc3977c3f0: Processing first storage report for DS-3e6cb1a4-b2db-4d0e-b697-97944c7d0ad8 from datanode DatanodeRegistration(127.0.0.1:36175, datanodeUuid=75ef3283-22d1-48d5-aa3f-d3d4c32efd48, infoPort=36241, infoSecurePort=0, ipcPort=42761, storageInfo=lv=-57;cid=testClusterID;nsid=980662706;c=1731115171338) 2024-11-09T01:19:33,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba0beabdd6f22b73 with lease ID 0x687e79cc3977c3f0: from storage DS-3e6cb1a4-b2db-4d0e-b697-97944c7d0ad8 node DatanodeRegistration(127.0.0.1:36175, datanodeUuid=75ef3283-22d1-48d5-aa3f-d3d4c32efd48, infoPort=36241, infoSecurePort=0, ipcPort=42761, storageInfo=lv=-57;cid=testClusterID;nsid=980662706;c=1731115171338), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T01:19:33,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba0beabdd6f22b73 with lease ID 0x687e79cc3977c3f0: Processing first storage report for DS-25e37115-6129-457c-ac24-9ff20bf07a7c from datanode DatanodeRegistration(127.0.0.1:36175, datanodeUuid=75ef3283-22d1-48d5-aa3f-d3d4c32efd48, infoPort=36241, infoSecurePort=0, ipcPort=42761, storageInfo=lv=-57;cid=testClusterID;nsid=980662706;c=1731115171338) 2024-11-09T01:19:33,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba0beabdd6f22b73 with lease ID 0x687e79cc3977c3f0: from storage DS-25e37115-6129-457c-ac24-9ff20bf07a7c node DatanodeRegistration(127.0.0.1:36175, datanodeUuid=75ef3283-22d1-48d5-aa3f-d3d4c32efd48, infoPort=36241, infoSecurePort=0, ipcPort=42761, storageInfo=lv=-57;cid=testClusterID;nsid=980662706;c=1731115171338), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:19:33,254 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43 2024-11-09T01:19:33,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:33,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:33,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:19:33,291 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3 with version=8 2024-11-09T01:19:33,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/hbase-staging 2024-11-09T01:19:33,295 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:19:33,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:33,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:33,295 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:19:33,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:33,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:19:33,295 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:19:33,295 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:19:33,296 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45729 2024-11-09T01:19:33,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45729 connecting to ZooKeeper ensemble=127.0.0.1:49171 2024-11-09T01:19:33,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457290x0, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:19:33,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45729-0x1011d2d0c190006 connected 2024-11-09T01:19:33,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:33,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:33,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Set watcher on znode that does not yet exist, /21461269758/running 2024-11-09T01:19:33,537 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3, hbase.cluster.distributed=false 2024-11-09T01:19:33,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Set watcher on znode that does not yet exist, /21461269758/acl 2024-11-09T01:19:33,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-09T01:19:33,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45729 2024-11-09T01:19:33,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45729 2024-11-09T01:19:33,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-09T01:19:33,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-09T01:19:33,563 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:19:33,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:33,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:33,563 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:19:33,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:19:33,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:19:33,563 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:19:33,563 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:19:33,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38105 2024-11-09T01:19:33,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38105 connecting to ZooKeeper ensemble=127.0.0.1:49171 2024-11-09T01:19:33,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:33,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:33,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381050x0, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:19:33,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38105-0x1011d2d0c190007 connected 2024-11-09T01:19:33,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381050x0, quorum=127.0.0.1:49171, baseZNode=/21461269758 Set watcher on znode that does not yet exist, /21461269758/running 2024-11-09T01:19:33,623 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:19:33,623 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:19:33,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Set watcher on znode that does not yet exist, /21461269758/master 2024-11-09T01:19:33,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Set watcher on znode that does not yet exist, /21461269758/acl 2024-11-09T01:19:33,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38105 2024-11-09T01:19:33,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38105 2024-11-09T01:19:33,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38105 2024-11-09T01:19:33,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38105 2024-11-09T01:19:33,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38105 2024-11-09T01:19:33,636 DEBUG [M:0;5296cfb18d53:45729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:45729 2024-11-09T01:19:33,637 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21461269758/backup-masters/5296cfb18d53,45729,1731115173294 2024-11-09T01:19:33,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758/backup-masters 2024-11-09T01:19:33,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758/backup-masters 2024-11-09T01:19:33,696 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Set watcher on existing znode=/21461269758/backup-masters/5296cfb18d53,45729,1731115173294 2024-11-09T01:19:33,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21461269758/master 2024-11-09T01:19:33,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:33,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:33,714 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Set watcher on existing znode=/21461269758/master 2024-11-09T01:19:33,715 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21461269758/backup-masters/5296cfb18d53,45729,1731115173294 from backup master directory 2024-11-09T01:19:33,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758/backup-masters 2024-11-09T01:19:33,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21461269758/backup-masters/5296cfb18d53,45729,1731115173294 2024-11-09T01:19:33,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758/backup-masters 2024-11-09T01:19:33,724 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:19:33,724 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,45729,1731115173294 2024-11-09T01:19:33,727 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/hbase.id] with ID: 2e23998b-1ecc-4dde-b6be-ce9eeeba28d5 2024-11-09T01:19:33,727 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/.tmp/hbase.id 2024-11-09T01:19:33,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:19:34,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:34,096 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:19:34,097 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48361 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:19:34,132 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/.tmp/hbase.id]:[hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/hbase.id] 2024-11-09T01:19:34,162 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:19:34,162 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:19:34,163 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:19:34,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:34,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:34,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:19:34,241 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:19:34,242 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:19:34,244 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:19:34,257 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store 2024-11-09T01:19:34,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:19:34,282 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:34,282 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:19:34,283 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:34,283 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:34,283 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:19:34,283 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:34,283 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:34,283 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115174282Disabling compacts and flushes for region at 1731115174282Disabling writes for close at 1731115174283 (+1 ms)Writing region close event to WAL at 1731115174283Closed at 1731115174283 2024-11-09T01:19:34,283 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/.initializing 2024-11-09T01:19:34,283 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/WALs/5296cfb18d53,45729,1731115173294 2024-11-09T01:19:34,286 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:19:34,290 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C45729%2C1731115173294, suffix=, logDir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/WALs/5296cfb18d53,45729,1731115173294, archiveDir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/oldWALs, maxLogs=10 2024-11-09T01:19:34,312 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/WALs/5296cfb18d53,45729,1731115173294/5296cfb18d53%2C45729%2C1731115173294.1731115174290, exclude list is [], retry=0 2024-11-09T01:19:34,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36175,DS-3e6cb1a4-b2db-4d0e-b697-97944c7d0ad8,DISK] 2024-11-09T01:19:34,330 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/WALs/5296cfb18d53,45729,1731115173294/5296cfb18d53%2C45729%2C1731115173294.1731115174290 2024-11-09T01:19:34,330 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36241:36241)] 2024-11-09T01:19:34,330 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:34,330 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:34,330 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:34,331 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:34,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:34,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:19:34,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:34,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:34,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:34,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:19:34,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:34,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:34,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:34,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:19:34,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:34,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:34,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:34,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:19:34,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:34,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:34,350 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:34,351 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:34,351 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:34,352 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:34,352 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:34,353 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:19:34,361 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:19:34,365 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:34,366 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61423329, jitterRate=-0.08472107350826263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:19:34,366 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115174331Initializing all the Stores at 1731115174333 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115174333Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115174336 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115174336Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115174336Cleaning up temporary data from old regions at 1731115174352 (+16 ms)Region opened successfully at 1731115174366 (+14 ms) 2024-11-09T01:19:34,368 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:19:34,371 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:19:34,372 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:19:34,372 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:19:34,372 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:19:34,373 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:19:34,373 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:19:34,374 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:19:34,374 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:19:34,379 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:19:34,381 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Unable to get data of znode /21461269758/balancer because node does not exist (not necessarily an error) 2024-11-09T01:19:34,394 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21461269758/balancer already deleted, retry=false 2024-11-09T01:19:34,394 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:19:34,396 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Unable to get data of znode /21461269758/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:19:34,412 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21461269758/normalizer already deleted, retry=false 2024-11-09T01:19:34,413 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:19:34,420 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Unable to get data of znode /21461269758/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:19:34,430 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21461269758/switch/split already deleted, retry=false 2024-11-09T01:19:34,434 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Unable to get data of znode /21461269758/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:19:34,446 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21461269758/switch/merge already deleted, retry=false 2024-11-09T01:19:34,449 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Unable to get data of znode /21461269758/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:19:34,461 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21461269758/snapshot-cleanup already deleted, retry=false 2024-11-09T01:19:34,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21461269758/running 2024-11-09T01:19:34,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21461269758/running 2024-11-09T01:19:34,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:34,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:34,529 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,45729,1731115173294, sessionid=0x1011d2d0c190006, setting cluster-up flag (Was=false) 2024-11-09T01:19:34,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:34,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:35,092 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21461269758/flush-table-proc/acquired, /21461269758/flush-table-proc/reached, /21461269758/flush-table-proc/abort 2024-11-09T01:19:35,093 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,45729,1731115173294 2024-11-09T01:19:35,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:35,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:35,439 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21461269758/online-snapshot/acquired, /21461269758/online-snapshot/reached, /21461269758/online-snapshot/abort 2024-11-09T01:19:35,440 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,45729,1731115173294 2024-11-09T01:19:35,441 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:19:35,442 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:19:35,442 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:19:35,442 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:19:35,442 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,45729,1731115173294 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:19:35,443 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:19:35,443 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:19:35,443 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:19:35,443 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:19:35,443 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:19:35,443 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:35,443 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:19:35,443 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:35,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:19:35,445 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:19:35,445 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:35,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:19:35,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115205448 2024-11-09T01:19:35,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:19:35,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:19:35,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:19:35,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:19:35,449 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:19:35,449 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:19:35,451 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:35,452 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:19:35,452 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:19:35,452 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:19:35,452 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:19:35,456 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:19:35,456 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:19:35,456 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115175456,5,FailOnTimeoutGroup] 2024-11-09T01:19:35,457 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115175456,5,FailOnTimeoutGroup] 2024-11-09T01:19:35,457 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:35,457 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:19:35,457 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:35,457 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:35,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:19:35,530 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(746): ClusterId : 2e23998b-1ecc-4dde-b6be-ce9eeeba28d5 2024-11-09T01:19:35,530 DEBUG [RS:0;5296cfb18d53:38105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:19:35,620 DEBUG [RS:0;5296cfb18d53:38105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:19:35,620 DEBUG [RS:0;5296cfb18d53:38105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:19:35,704 DEBUG [RS:0;5296cfb18d53:38105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:19:35,704 DEBUG [RS:0;5296cfb18d53:38105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35471462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:19:35,715 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:38105 2024-11-09T01:19:35,715 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:19:35,715 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:19:35,715 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:19:35,716 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,45729,1731115173294 with port=38105, startcode=1731115173562 2024-11-09T01:19:35,716 DEBUG [RS:0;5296cfb18d53:38105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:19:35,717 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:19:35,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,38105,1731115173562 2024-11-09T01:19:35,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45729 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,38105,1731115173562 2024-11-09T01:19:35,719 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3 2024-11-09T01:19:35,719 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46637 2024-11-09T01:19:35,719 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:19:35,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758/rs 2024-11-09T01:19:35,842 DEBUG [RS:0;5296cfb18d53:38105 {}] zookeeper.ZKUtil(111): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Set watcher on existing znode=/21461269758/rs/5296cfb18d53,38105,1731115173562 2024-11-09T01:19:35,842 WARN [RS:0;5296cfb18d53:38105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:19:35,842 INFO [RS:0;5296cfb18d53:38105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:35,842 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562 2024-11-09T01:19:35,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,38105,1731115173562] 2024-11-09T01:19:35,845 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:19:35,847 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:19:35,847 INFO [RS:0;5296cfb18d53:38105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:19:35,847 INFO [RS:0;5296cfb18d53:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:35,849 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:19:35,850 INFO [RS:0;5296cfb18d53:38105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:19:35,850 INFO [RS:0;5296cfb18d53:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:35,850 DEBUG [RS:0;5296cfb18d53:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:35,850 DEBUG [RS:0;5296cfb18d53:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:35,850 DEBUG [RS:0;5296cfb18d53:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:35,850 DEBUG [RS:0;5296cfb18d53:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:35,851 DEBUG [RS:0;5296cfb18d53:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:35,851 DEBUG [RS:0;5296cfb18d53:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:19:35,851 DEBUG [RS:0;5296cfb18d53:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:35,851 DEBUG [RS:0;5296cfb18d53:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:35,851 DEBUG [RS:0;5296cfb18d53:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:35,851 DEBUG [RS:0;5296cfb18d53:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:35,851 DEBUG [RS:0;5296cfb18d53:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:35,851 DEBUG [RS:0;5296cfb18d53:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:19:35,851 DEBUG [RS:0;5296cfb18d53:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:19:35,851 DEBUG [RS:0;5296cfb18d53:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:19:35,851 INFO [RS:0;5296cfb18d53:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:35,851 INFO [RS:0;5296cfb18d53:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:35,851 INFO [RS:0;5296cfb18d53:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:35,851 INFO [RS:0;5296cfb18d53:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:35,852 INFO [RS:0;5296cfb18d53:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:35,852 INFO [RS:0;5296cfb18d53:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38105,1731115173562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:19:35,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:19:35,859 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3 2024-11-09T01:19:35,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:19:35,869 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:19:35,869 INFO [RS:0;5296cfb18d53:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38105,1731115173562-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:35,869 INFO [RS:0;5296cfb18d53:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:35,870 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.Replication(171): 5296cfb18d53,38105,1731115173562 started 2024-11-09T01:19:35,885 INFO [RS:0;5296cfb18d53:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:35,885 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,38105,1731115173562, RpcServer on 5296cfb18d53/172.17.0.2:38105, sessionid=0x1011d2d0c190007 2024-11-09T01:19:35,886 DEBUG [RS:0;5296cfb18d53:38105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:19:35,886 DEBUG [RS:0;5296cfb18d53:38105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,38105,1731115173562 2024-11-09T01:19:35,886 DEBUG [RS:0;5296cfb18d53:38105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,38105,1731115173562' 2024-11-09T01:19:35,886 DEBUG [RS:0;5296cfb18d53:38105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21461269758/flush-table-proc/abort' 2024-11-09T01:19:35,886 DEBUG [RS:0;5296cfb18d53:38105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21461269758/flush-table-proc/acquired' 2024-11-09T01:19:35,886 DEBUG [RS:0;5296cfb18d53:38105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:19:35,886 DEBUG [RS:0;5296cfb18d53:38105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:19:35,886 DEBUG [RS:0;5296cfb18d53:38105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,38105,1731115173562 2024-11-09T01:19:35,886 DEBUG [RS:0;5296cfb18d53:38105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,38105,1731115173562' 2024-11-09T01:19:35,886 DEBUG [RS:0;5296cfb18d53:38105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21461269758/online-snapshot/abort' 2024-11-09T01:19:35,887 DEBUG [RS:0;5296cfb18d53:38105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21461269758/online-snapshot/acquired' 2024-11-09T01:19:35,887 DEBUG [RS:0;5296cfb18d53:38105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:19:35,887 INFO [RS:0;5296cfb18d53:38105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:19:35,887 INFO [RS:0;5296cfb18d53:38105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:19:35,988 INFO [RS:0;5296cfb18d53:38105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:19:35,989 INFO [RS:0;5296cfb18d53:38105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C38105%2C1731115173562, suffix=, logDir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562, archiveDir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/oldWALs, maxLogs=10 2024-11-09T01:19:36,004 DEBUG [RS:0;5296cfb18d53:38105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989, exclude list is [], retry=0 2024-11-09T01:19:36,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36175,DS-3e6cb1a4-b2db-4d0e-b697-97944c7d0ad8,DISK] 2024-11-09T01:19:36,007 INFO [RS:0;5296cfb18d53:38105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 2024-11-09T01:19:36,010 DEBUG [RS:0;5296cfb18d53:38105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36241:36241)] 2024-11-09T01:19:36,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:36,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:19:36,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:19:36,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:36,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:36,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:19:36,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:19:36,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:36,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:36,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:19:36,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:19:36,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:36,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:36,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:19:36,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:19:36,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:36,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:36,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:19:36,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740 2024-11-09T01:19:36,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740 2024-11-09T01:19:36,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:19:36,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:19:36,271 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:19:36,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:19:36,273 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:36,274 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68233109, jitterRate=0.01675255596637726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:19:36,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115176263Initializing all the Stores at 1731115176264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115176264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115176264Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115176264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115176264Cleaning up temporary data from old regions at 1731115176271 (+7 ms)Region opened successfully at 1731115176274 (+3 ms) 2024-11-09T01:19:36,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:19:36,274 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:19:36,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:19:36,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:19:36,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:19:36,274 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:19:36,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115176274Disabling compacts and flushes for region at 1731115176274Disabling writes for close at 1731115176274Writing region close event to WAL at 1731115176274Closed at 1731115176274 2024-11-09T01:19:36,275 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:19:36,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:19:36,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:19:36,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:19:36,277 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:19:36,428 DEBUG [5296cfb18d53:45729 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:19:36,428 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,38105,1731115173562 2024-11-09T01:19:36,429 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,38105,1731115173562, state=OPENING 2024-11-09T01:19:36,451 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:19:36,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:36,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:36,463 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:19:36,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21461269758/meta-region-server: CHANGED 2024-11-09T01:19:36,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,38105,1731115173562}] 2024-11-09T01:19:36,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21461269758/meta-region-server: CHANGED 2024-11-09T01:19:36,595 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:19:36,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:19:36,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:19:36,635 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:19:36,635 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:36,635 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:19:36,641 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C38105%2C1731115173562.meta, suffix=.meta, logDir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562, archiveDir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/oldWALs, maxLogs=10 2024-11-09T01:19:36,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:36,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:36,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:36,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:36,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:36,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:36,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:36,659 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.meta.1731115176642.meta, exclude list is [], retry=0 2024-11-09T01:19:36,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:36,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:36,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36175,DS-3e6cb1a4-b2db-4d0e-b697-97944c7d0ad8,DISK] 2024-11-09T01:19:36,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:36,665 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.meta.1731115176642.meta 2024-11-09T01:19:36,669 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36241:36241)] 2024-11-09T01:19:36,669 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:36,670 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:19:36,670 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:19:36,670 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:19:36,670 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:19:36,670 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:19:36,670 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:36,671 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:19:36,671 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:19:36,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:19:36,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:19:36,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:36,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:36,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:19:36,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:19:36,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:36,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:36,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:19:36,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:19:36,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:36,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:36,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:19:36,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:19:36,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:36,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:19:36,699 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:19:36,700 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740 2024-11-09T01:19:36,701 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740 2024-11-09T01:19:36,702 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:19:36,702 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:19:36,702 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:19:36,703 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:19:36,704 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68457161, jitterRate=0.020091190934181213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:19:36,704 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:19:36,704 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115176671Writing region info on filesystem at 1731115176671Initializing all the Stores at 1731115176672 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115176672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115176688 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115176688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115176688Cleaning up temporary data from old regions at 1731115176702 (+14 ms)Running coprocessor post-open hooks at 1731115176704 (+2 ms)Region opened successfully at 1731115176704 2024-11-09T01:19:36,709 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115176624 2024-11-09T01:19:36,711 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:19:36,711 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:19:36,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,38105,1731115173562 2024-11-09T01:19:36,713 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,38105,1731115173562, state=OPEN 2024-11-09T01:19:36,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21461269758/meta-region-server 2024-11-09T01:19:36,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21461269758/meta-region-server 2024-11-09T01:19:36,731 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,38105,1731115173562 2024-11-09T01:19:36,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21461269758/meta-region-server: CHANGED 2024-11-09T01:19:36,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21461269758/meta-region-server: CHANGED 2024-11-09T01:19:36,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:19:36,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,38105,1731115173562 in 268 msec 2024-11-09T01:19:36,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:19:36,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-09T01:19:36,735 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:19:36,735 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:19:36,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:36,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,38105,1731115173562, seqNum=-1] 2024-11-09T01:19:36,737 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:36,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:19:36,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-11-09T01:19:36,741 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115176741, completionTime=-1 2024-11-09T01:19:36,741 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:19:36,742 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:19:36,744 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:19:36,744 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115236744 2024-11-09T01:19:36,744 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115296744 2024-11-09T01:19:36,744 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T01:19:36,744 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,45729,1731115173294-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:36,744 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,45729,1731115173294-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:36,744 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,45729,1731115173294-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:36,744 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:45729, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:36,744 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:36,745 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:36,747 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:19:36,749 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.024sec 2024-11-09T01:19:36,749 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:19:36,749 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:19:36,749 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:19:36,749 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:19:36,749 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:19:36,749 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,45729,1731115173294-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:19:36,749 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,45729,1731115173294-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:19:36,751 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:19:36,751 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:19:36,751 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,45729,1731115173294-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:19:36,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f980eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:36,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,45729,-1 for getting cluster id 2024-11-09T01:19:36,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:36,833 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e23998b-1ecc-4dde-b6be-ce9eeeba28d5' 2024-11-09T01:19:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e23998b-1ecc-4dde-b6be-ce9eeeba28d5" 2024-11-09T01:19:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6557da16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,45729,-1] 2024-11-09T01:19:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:36,835 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:36,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48003dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:36,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:36,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,38105,1731115173562, seqNum=-1] 2024-11-09T01:19:36,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:36,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:19:36,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,45729,1731115173294 2024-11-09T01:19:36,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49171 2024-11-09T01:19:36,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:19:36,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011d2d0c190008 connected 2024-11-09T01:19:36,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:36,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,33605,1731115161221 2024-11-09T01:19:36,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@929f352 2024-11-09T01:19:36,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:36,865 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:36,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:19:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:19:36,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:19:36,868 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:36,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:19:36,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:19:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:36,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:19:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:37,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9683dc98dbe726d599e9f84430ec957, NAME => 'test,,1731115176865.f9683dc98dbe726d599e9f84430ec957.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179 2024-11-09T01:19:37,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:19:37,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731115176865.f9683dc98dbe726d599e9f84430ec957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:37,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f9683dc98dbe726d599e9f84430ec957, disabling compactions & flushes 2024-11-09T01:19:37,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. 2024-11-09T01:19:37,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. 2024-11-09T01:19:37,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. after waiting 0 ms 2024-11-09T01:19:37,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. 2024-11-09T01:19:37,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. 2024-11-09T01:19:37,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9683dc98dbe726d599e9f84430ec957: Waiting for close lock at 1731115177287Disabling compacts and flushes for region at 1731115177287Disabling writes for close at 1731115177288 (+1 ms)Writing region close event to WAL at 1731115177288Closed at 1731115177288 2024-11-09T01:19:37,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:19:37,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731115176865.f9683dc98dbe726d599e9f84430ec957.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731115177289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115177289"}]},"ts":"1731115177289"} 2024-11-09T01:19:37,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:19:37,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:19:37,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115177292"}]},"ts":"1731115177292"} 2024-11-09T01:19:37,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:19:37,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f9683dc98dbe726d599e9f84430ec957, ASSIGN}] 2024-11-09T01:19:37,296 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f9683dc98dbe726d599e9f84430ec957, ASSIGN 2024-11-09T01:19:37,296 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f9683dc98dbe726d599e9f84430ec957, ASSIGN; state=OFFLINE, location=5296cfb18d53,42081,1731115161432; forceNewPlan=false, retain=false 2024-11-09T01:19:37,447 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f9683dc98dbe726d599e9f84430ec957, regionState=OPENING, regionLocation=5296cfb18d53,42081,1731115161432 2024-11-09T01:19:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f9683dc98dbe726d599e9f84430ec957, ASSIGN because future has completed 2024-11-09T01:19:37,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9683dc98dbe726d599e9f84430ec957, server=5296cfb18d53,42081,1731115161432}] 2024-11-09T01:19:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:37,605 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. 2024-11-09T01:19:37,605 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f9683dc98dbe726d599e9f84430ec957, NAME => 'test,,1731115176865.f9683dc98dbe726d599e9f84430ec957.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:37,605 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:19:37,605 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:19:37,606 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:19:37,606 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731115176865.f9683dc98dbe726d599e9f84430ec957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:37,606 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:19:37,606 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:19:37,607 INFO [StoreOpener-f9683dc98dbe726d599e9f84430ec957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:19:37,608 INFO [StoreOpener-f9683dc98dbe726d599e9f84430ec957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9683dc98dbe726d599e9f84430ec957 columnFamilyName f 2024-11-09T01:19:37,608 DEBUG [StoreOpener-f9683dc98dbe726d599e9f84430ec957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:37,608 INFO [StoreOpener-f9683dc98dbe726d599e9f84430ec957-1 {}] regionserver.HStore(327): Store=f9683dc98dbe726d599e9f84430ec957/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:37,608 INFO [StoreOpener-f9683dc98dbe726d599e9f84430ec957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:19:37,609 INFO [StoreOpener-f9683dc98dbe726d599e9f84430ec957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9683dc98dbe726d599e9f84430ec957 columnFamilyName f1 2024-11-09T01:19:37,609 DEBUG [StoreOpener-f9683dc98dbe726d599e9f84430ec957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:37,609 INFO [StoreOpener-f9683dc98dbe726d599e9f84430ec957-1 {}] regionserver.HStore(327): Store=f9683dc98dbe726d599e9f84430ec957/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:37,609 INFO [StoreOpener-f9683dc98dbe726d599e9f84430ec957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:19:37,610 INFO [StoreOpener-f9683dc98dbe726d599e9f84430ec957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9683dc98dbe726d599e9f84430ec957 columnFamilyName norep 2024-11-09T01:19:37,610 DEBUG [StoreOpener-f9683dc98dbe726d599e9f84430ec957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:37,610 INFO [StoreOpener-f9683dc98dbe726d599e9f84430ec957-1 {}] regionserver.HStore(327): Store=f9683dc98dbe726d599e9f84430ec957/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:37,610 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:19:37,611 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:19:37,611 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:19:37,612 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:19:37,612 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:19:37,612 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:19:37,613 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:19:37,615 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:37,615 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f9683dc98dbe726d599e9f84430ec957; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68014213, jitterRate=0.013490751385688782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:19:37,615 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:19:37,616 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f9683dc98dbe726d599e9f84430ec957: Running coprocessor pre-open hook at 1731115177606Writing region info on filesystem at 1731115177606Initializing all the Stores at 1731115177607 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115177607Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115177607Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115177607Cleaning up temporary data from old regions at 1731115177612 (+5 ms)Running coprocessor post-open hooks at 1731115177615 (+3 ms)Region opened successfully at 1731115177616 (+1 ms) 2024-11-09T01:19:37,616 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731115176865.f9683dc98dbe726d599e9f84430ec957., pid=6, masterSystemTime=1731115177601 2024-11-09T01:19:37,618 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. 2024-11-09T01:19:37,618 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. 2024-11-09T01:19:37,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f9683dc98dbe726d599e9f84430ec957, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,42081,1731115161432 2024-11-09T01:19:37,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9683dc98dbe726d599e9f84430ec957, server=5296cfb18d53,42081,1731115161432 because future has completed 2024-11-09T01:19:37,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:19:37,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f9683dc98dbe726d599e9f84430ec957, server=5296cfb18d53,42081,1731115161432 in 173 msec 2024-11-09T01:19:37,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:19:37,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f9683dc98dbe726d599e9f84430ec957, ASSIGN in 330 msec 2024-11-09T01:19:37,626 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:19:37,627 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115177626"}]},"ts":"1731115177626"} 2024-11-09T01:19:37,629 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:19:37,630 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:19:37,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-09T01:19:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:38,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:38,006 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:19:38,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43175,1731115167799 2024-11-09T01:19:38,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69626e05 2024-11-09T01:19:38,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:38,008 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:38,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:19:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:19:38,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:19:38,011 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:38,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:19:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:38,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:19:38,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:19:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:38,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdd592e5b8c5d1c590009ab6322c80f8, NAME => 'test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504 2024-11-09T01:19:38,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:19:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:38,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:38,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cdd592e5b8c5d1c590009ab6322c80f8, disabling compactions & flushes 2024-11-09T01:19:38,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. 2024-11-09T01:19:38,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. 2024-11-09T01:19:38,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. after waiting 0 ms 2024-11-09T01:19:38,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. 2024-11-09T01:19:38,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. 2024-11-09T01:19:38,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdd592e5b8c5d1c590009ab6322c80f8: Waiting for close lock at 1731115178827Disabling compacts and flushes for region at 1731115178827Disabling writes for close at 1731115178827Writing region close event to WAL at 1731115178827Closed at 1731115178827 2024-11-09T01:19:38,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:19:38,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731115178829"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115178829"}]},"ts":"1731115178829"} 2024-11-09T01:19:38,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:19:38,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:19:38,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115178832"}]},"ts":"1731115178832"} 2024-11-09T01:19:38,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:19:38,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdd592e5b8c5d1c590009ab6322c80f8, ASSIGN}] 2024-11-09T01:19:38,836 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdd592e5b8c5d1c590009ab6322c80f8, ASSIGN 2024-11-09T01:19:38,837 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cdd592e5b8c5d1c590009ab6322c80f8, ASSIGN; state=OFFLINE, location=5296cfb18d53,39137,1731115167934; forceNewPlan=false, retain=false 2024-11-09T01:19:38,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdd592e5b8c5d1c590009ab6322c80f8, regionState=OPENING, regionLocation=5296cfb18d53,39137,1731115167934 2024-11-09T01:19:38,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cdd592e5b8c5d1c590009ab6322c80f8, ASSIGN because future has completed 2024-11-09T01:19:38,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdd592e5b8c5d1c590009ab6322c80f8, server=5296cfb18d53,39137,1731115167934}] 2024-11-09T01:19:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:39,146 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. 2024-11-09T01:19:39,147 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cdd592e5b8c5d1c590009ab6322c80f8, NAME => 'test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:39,147 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:19:39,147 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:19:39,147 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cdd592e5b8c5d1c590009ab6322c80f8 2024-11-09T01:19:39,147 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:39,147 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cdd592e5b8c5d1c590009ab6322c80f8 2024-11-09T01:19:39,147 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cdd592e5b8c5d1c590009ab6322c80f8 2024-11-09T01:19:39,148 INFO [StoreOpener-cdd592e5b8c5d1c590009ab6322c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cdd592e5b8c5d1c590009ab6322c80f8 2024-11-09T01:19:39,149 INFO [StoreOpener-cdd592e5b8c5d1c590009ab6322c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd592e5b8c5d1c590009ab6322c80f8 columnFamilyName f 2024-11-09T01:19:39,149 DEBUG [StoreOpener-cdd592e5b8c5d1c590009ab6322c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:39,150 INFO [StoreOpener-cdd592e5b8c5d1c590009ab6322c80f8-1 {}] regionserver.HStore(327): Store=cdd592e5b8c5d1c590009ab6322c80f8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:39,150 INFO [StoreOpener-cdd592e5b8c5d1c590009ab6322c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cdd592e5b8c5d1c590009ab6322c80f8 2024-11-09T01:19:39,150 INFO [StoreOpener-cdd592e5b8c5d1c590009ab6322c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd592e5b8c5d1c590009ab6322c80f8 columnFamilyName f1 2024-11-09T01:19:39,151 DEBUG [StoreOpener-cdd592e5b8c5d1c590009ab6322c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:39,151 INFO [StoreOpener-cdd592e5b8c5d1c590009ab6322c80f8-1 {}] regionserver.HStore(327): Store=cdd592e5b8c5d1c590009ab6322c80f8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:39,151 INFO [StoreOpener-cdd592e5b8c5d1c590009ab6322c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cdd592e5b8c5d1c590009ab6322c80f8 2024-11-09T01:19:39,151 INFO [StoreOpener-cdd592e5b8c5d1c590009ab6322c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd592e5b8c5d1c590009ab6322c80f8 columnFamilyName norep 2024-11-09T01:19:39,152 DEBUG [StoreOpener-cdd592e5b8c5d1c590009ab6322c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:39,152 INFO [StoreOpener-cdd592e5b8c5d1c590009ab6322c80f8-1 {}] regionserver.HStore(327): Store=cdd592e5b8c5d1c590009ab6322c80f8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:39,152 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cdd592e5b8c5d1c590009ab6322c80f8 2024-11-09T01:19:39,152 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8 2024-11-09T01:19:39,153 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8 2024-11-09T01:19:39,153 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cdd592e5b8c5d1c590009ab6322c80f8 2024-11-09T01:19:39,153 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cdd592e5b8c5d1c590009ab6322c80f8 2024-11-09T01:19:39,154 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:19:39,154 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cdd592e5b8c5d1c590009ab6322c80f8 2024-11-09T01:19:39,156 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:39,156 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cdd592e5b8c5d1c590009ab6322c80f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64897981, jitterRate=-0.03294472396373749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:19:39,156 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdd592e5b8c5d1c590009ab6322c80f8 2024-11-09T01:19:39,156 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cdd592e5b8c5d1c590009ab6322c80f8: Running coprocessor pre-open hook at 1731115179147Writing region info on filesystem at 1731115179147Initializing all the Stores at 1731115179148 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115179148Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115179148Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115179148Cleaning up temporary data from old regions at 1731115179153 (+5 ms)Running coprocessor post-open hooks at 1731115179156 (+3 ms)Region opened successfully at 1731115179156 2024-11-09T01:19:39,157 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8., pid=6, masterSystemTime=1731115179143 2024-11-09T01:19:39,159 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. 2024-11-09T01:19:39,159 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. 2024-11-09T01:19:39,160 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdd592e5b8c5d1c590009ab6322c80f8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,39137,1731115167934 2024-11-09T01:19:39,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdd592e5b8c5d1c590009ab6322c80f8, server=5296cfb18d53,39137,1731115167934 because future has completed 2024-11-09T01:19:39,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:19:39,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cdd592e5b8c5d1c590009ab6322c80f8, server=5296cfb18d53,39137,1731115167934 in 172 msec 2024-11-09T01:19:39,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:19:39,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cdd592e5b8c5d1c590009ab6322c80f8, ASSIGN in 331 msec 2024-11-09T01:19:39,169 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:19:39,169 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115179169"}]},"ts":"1731115179169"} 2024-11-09T01:19:39,171 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:19:39,172 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:19:39,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-09T01:19:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:40,156 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:19:40,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,45729,1731115173294 2024-11-09T01:19:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30b4c23a 2024-11-09T01:19:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:40,158 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:40,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:19:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:19:40,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:19:40,161 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:40,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:19:40,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:19:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:19:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:40,568 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d8bcda2ea3742220d80f461e914bed2, NAME => 'test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3 2024-11-09T01:19:40,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:19:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:40,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:40,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1d8bcda2ea3742220d80f461e914bed2, disabling compactions & flushes 2024-11-09T01:19:40,982 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. 2024-11-09T01:19:40,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. 2024-11-09T01:19:40,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. after waiting 0 ms 2024-11-09T01:19:40,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. 2024-11-09T01:19:40,982 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. 2024-11-09T01:19:40,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d8bcda2ea3742220d80f461e914bed2: Waiting for close lock at 1731115180982Disabling compacts and flushes for region at 1731115180982Disabling writes for close at 1731115180982Writing region close event to WAL at 1731115180982Closed at 1731115180982 2024-11-09T01:19:40,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:19:40,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731115180984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115180984"}]},"ts":"1731115180984"} 2024-11-09T01:19:40,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:19:40,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:19:40,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115180988"}]},"ts":"1731115180988"} 2024-11-09T01:19:40,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:19:40,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1d8bcda2ea3742220d80f461e914bed2, ASSIGN}] 2024-11-09T01:19:40,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1d8bcda2ea3742220d80f461e914bed2, ASSIGN 2024-11-09T01:19:40,991 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1d8bcda2ea3742220d80f461e914bed2, ASSIGN; state=OFFLINE, location=5296cfb18d53,38105,1731115173562; forceNewPlan=false, retain=false 2024-11-09T01:19:41,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d8bcda2ea3742220d80f461e914bed2, regionState=OPENING, regionLocation=5296cfb18d53,38105,1731115173562 2024-11-09T01:19:41,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1d8bcda2ea3742220d80f461e914bed2, ASSIGN because future has completed 2024-11-09T01:19:41,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d8bcda2ea3742220d80f461e914bed2, server=5296cfb18d53,38105,1731115173562}] 2024-11-09T01:19:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:41,301 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. 2024-11-09T01:19:41,301 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d8bcda2ea3742220d80f461e914bed2, NAME => 'test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:41,302 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:19:41,302 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:19:41,302 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:41,302 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:41,302 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:41,302 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:41,303 INFO [StoreOpener-1d8bcda2ea3742220d80f461e914bed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:41,304 INFO [StoreOpener-1d8bcda2ea3742220d80f461e914bed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d8bcda2ea3742220d80f461e914bed2 columnFamilyName f 2024-11-09T01:19:41,304 DEBUG [StoreOpener-1d8bcda2ea3742220d80f461e914bed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:41,304 INFO [StoreOpener-1d8bcda2ea3742220d80f461e914bed2-1 {}] regionserver.HStore(327): Store=1d8bcda2ea3742220d80f461e914bed2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:41,305 INFO [StoreOpener-1d8bcda2ea3742220d80f461e914bed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:41,305 INFO [StoreOpener-1d8bcda2ea3742220d80f461e914bed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d8bcda2ea3742220d80f461e914bed2 columnFamilyName f1 2024-11-09T01:19:41,305 DEBUG [StoreOpener-1d8bcda2ea3742220d80f461e914bed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:41,306 INFO [StoreOpener-1d8bcda2ea3742220d80f461e914bed2-1 {}] regionserver.HStore(327): Store=1d8bcda2ea3742220d80f461e914bed2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:41,306 INFO [StoreOpener-1d8bcda2ea3742220d80f461e914bed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:41,306 INFO [StoreOpener-1d8bcda2ea3742220d80f461e914bed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d8bcda2ea3742220d80f461e914bed2 columnFamilyName norep 2024-11-09T01:19:41,306 DEBUG [StoreOpener-1d8bcda2ea3742220d80f461e914bed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:41,307 INFO [StoreOpener-1d8bcda2ea3742220d80f461e914bed2-1 {}] regionserver.HStore(327): Store=1d8bcda2ea3742220d80f461e914bed2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:41,307 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:41,307 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:41,308 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:41,308 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:41,308 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:41,309 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:19:41,309 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:41,311 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:41,311 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1d8bcda2ea3742220d80f461e914bed2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69819091, jitterRate=0.04038552939891815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:19:41,311 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:41,311 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1d8bcda2ea3742220d80f461e914bed2: Running coprocessor pre-open hook at 1731115181302Writing region info on filesystem at 1731115181302Initializing all the Stores at 1731115181303 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115181303Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115181303Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115181303Cleaning up temporary data from old regions at 1731115181308 (+5 ms)Running coprocessor post-open hooks at 1731115181311 (+3 ms)Region opened successfully at 1731115181311 2024-11-09T01:19:41,312 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2., pid=6, masterSystemTime=1731115181299 2024-11-09T01:19:41,315 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. 2024-11-09T01:19:41,315 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. 2024-11-09T01:19:41,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d8bcda2ea3742220d80f461e914bed2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,38105,1731115173562 2024-11-09T01:19:41,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d8bcda2ea3742220d80f461e914bed2, server=5296cfb18d53,38105,1731115173562 because future has completed 2024-11-09T01:19:41,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:19:41,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d8bcda2ea3742220d80f461e914bed2, server=5296cfb18d53,38105,1731115173562 in 175 msec 2024-11-09T01:19:41,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:19:41,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1d8bcda2ea3742220d80f461e914bed2, ASSIGN in 331 msec 2024-11-09T01:19:41,323 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:19:41,323 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115181323"}]},"ts":"1731115181323"} 2024-11-09T01:19:41,325 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:19:41,326 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:19:41,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-09T01:19:41,620 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T01:19:42,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:19:42,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:42,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:42,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:42,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:42,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:42,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:42,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:42,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:42,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:42,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:42,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T01:19:42,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T01:19:42,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:19:42,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T01:19:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:19:42,316 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:19:42,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2890e122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:42,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,33605,-1 for getting cluster id 2024-11-09T01:19:42,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:42,317 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '592a5db6-8073-46ad-9c15-8b06938eda0a' 2024-11-09T01:19:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "592a5db6-8073-46ad-9c15-8b06938eda0a" 2024-11-09T01:19:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6b5774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,33605,-1] 2024-11-09T01:19:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:42,318 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693168c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:42,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:42,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,33605,1731115161221 2024-11-09T01:19:42,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3320cd3f 2024-11-09T01:19:42,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:42,321 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:42,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:43175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:19:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:19:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:42,323 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:43175' 2024-11-09T01:19:42,324 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d97377d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:42,324 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43175,-1 for getting cluster id 2024-11-09T01:19:42,324 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:42,324 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24984e12-4b8b-4b8a-b232-cf1848935741' 2024-11-09T01:19:42,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:42,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24984e12-4b8b-4b8a-b232-cf1848935741" 2024-11-09T01:19:42,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f017e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:42,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43175,-1] 2024-11-09T01:19:42,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:42,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:42,326 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:42,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289709a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:42,327 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:42,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43175,1731115167799 2024-11-09T01:19:42,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11a98e26 2024-11-09T01:19:42,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:42,328 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:42,329 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T01:19:42,329 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:19:42,329 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:42,329 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:42,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:42,329 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:19:42,330 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:19:42,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:19:42,331 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:42,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:19:42,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741837_1013 (size=1138) 2024-11-09T01:19:42,380 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:19:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:42,737 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9c1621eaa5cf6c714c58aac8b8da525, NAME => 'hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179 2024-11-09T01:19:42,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741838_1014 (size=44) 2024-11-09T01:19:42,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:42,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a9c1621eaa5cf6c714c58aac8b8da525, disabling compactions & flushes 2024-11-09T01:19:42,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. 2024-11-09T01:19:42,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. 2024-11-09T01:19:42,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. after waiting 0 ms 2024-11-09T01:19:42,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. 2024-11-09T01:19:42,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. 2024-11-09T01:19:42,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9c1621eaa5cf6c714c58aac8b8da525: Waiting for close lock at 1731115182746Disabling compacts and flushes for region at 1731115182746Disabling writes for close at 1731115182746Writing region close event to WAL at 1731115182746Closed at 1731115182746 2024-11-09T01:19:42,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:19:42,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731115182747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115182747"}]},"ts":"1731115182747"} 2024-11-09T01:19:42,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:19:42,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:19:42,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115182750"}]},"ts":"1731115182750"} 2024-11-09T01:19:42,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:19:42,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9c1621eaa5cf6c714c58aac8b8da525, ASSIGN}] 2024-11-09T01:19:42,752 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9c1621eaa5cf6c714c58aac8b8da525, ASSIGN 2024-11-09T01:19:42,753 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9c1621eaa5cf6c714c58aac8b8da525, ASSIGN; state=OFFLINE, location=5296cfb18d53,42081,1731115161432; forceNewPlan=false, retain=false 2024-11-09T01:19:42,904 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a9c1621eaa5cf6c714c58aac8b8da525, regionState=OPENING, regionLocation=5296cfb18d53,42081,1731115161432 2024-11-09T01:19:42,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9c1621eaa5cf6c714c58aac8b8da525, ASSIGN because future has completed 2024-11-09T01:19:42,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9c1621eaa5cf6c714c58aac8b8da525, server=5296cfb18d53,42081,1731115161432}] 2024-11-09T01:19:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:43,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. 2024-11-09T01:19:43,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:43,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:19:43,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C42081%2C1731115161432.rep, suffix=, logDir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432, archiveDir=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/oldWALs, maxLogs=10 2024-11-09T01:19:43,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.rep.1731115183063, exclude list is [], retry=0 2024-11-09T01:19:43,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44381,DS-9cc0df61-7ffc-4563-9e70-b09c3ff2e0a5,DISK] 2024-11-09T01:19:43,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.rep.1731115183063 2024-11-09T01:19:43,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35295:35295)] 2024-11-09T01:19:43,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a9c1621eaa5cf6c714c58aac8b8da525, NAME => 'hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:43,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:19:43,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:19:43,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. service=MultiRowMutationService 2024-11-09T01:19:43,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:19:43,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a9c1621eaa5cf6c714c58aac8b8da525 2024-11-09T01:19:43,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:43,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a9c1621eaa5cf6c714c58aac8b8da525 2024-11-09T01:19:43,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a9c1621eaa5cf6c714c58aac8b8da525 2024-11-09T01:19:43,081 INFO [StoreOpener-a9c1621eaa5cf6c714c58aac8b8da525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a9c1621eaa5cf6c714c58aac8b8da525 2024-11-09T01:19:43,082 INFO [StoreOpener-a9c1621eaa5cf6c714c58aac8b8da525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c1621eaa5cf6c714c58aac8b8da525 columnFamilyName hfileref 2024-11-09T01:19:43,083 DEBUG [StoreOpener-a9c1621eaa5cf6c714c58aac8b8da525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:43,083 INFO [StoreOpener-a9c1621eaa5cf6c714c58aac8b8da525-1 {}] regionserver.HStore(327): Store=a9c1621eaa5cf6c714c58aac8b8da525/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:43,083 INFO [StoreOpener-a9c1621eaa5cf6c714c58aac8b8da525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a9c1621eaa5cf6c714c58aac8b8da525 2024-11-09T01:19:43,084 INFO [StoreOpener-a9c1621eaa5cf6c714c58aac8b8da525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c1621eaa5cf6c714c58aac8b8da525 columnFamilyName queue 2024-11-09T01:19:43,084 DEBUG [StoreOpener-a9c1621eaa5cf6c714c58aac8b8da525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:43,084 INFO [StoreOpener-a9c1621eaa5cf6c714c58aac8b8da525-1 {}] regionserver.HStore(327): Store=a9c1621eaa5cf6c714c58aac8b8da525/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:43,084 INFO [StoreOpener-a9c1621eaa5cf6c714c58aac8b8da525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a9c1621eaa5cf6c714c58aac8b8da525 2024-11-09T01:19:43,085 INFO [StoreOpener-a9c1621eaa5cf6c714c58aac8b8da525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c1621eaa5cf6c714c58aac8b8da525 columnFamilyName sid 2024-11-09T01:19:43,085 DEBUG [StoreOpener-a9c1621eaa5cf6c714c58aac8b8da525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:43,086 INFO [StoreOpener-a9c1621eaa5cf6c714c58aac8b8da525-1 {}] regionserver.HStore(327): Store=a9c1621eaa5cf6c714c58aac8b8da525/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:43,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a9c1621eaa5cf6c714c58aac8b8da525 2024-11-09T01:19:43,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/replication/a9c1621eaa5cf6c714c58aac8b8da525 2024-11-09T01:19:43,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/replication/a9c1621eaa5cf6c714c58aac8b8da525 2024-11-09T01:19:43,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a9c1621eaa5cf6c714c58aac8b8da525 2024-11-09T01:19:43,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a9c1621eaa5cf6c714c58aac8b8da525 2024-11-09T01:19:43,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:19:43,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a9c1621eaa5cf6c714c58aac8b8da525 2024-11-09T01:19:43,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/replication/a9c1621eaa5cf6c714c58aac8b8da525/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:43,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a9c1621eaa5cf6c714c58aac8b8da525; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68426775, jitterRate=0.01963840425014496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:19:43,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9c1621eaa5cf6c714c58aac8b8da525 2024-11-09T01:19:43,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a9c1621eaa5cf6c714c58aac8b8da525: Running coprocessor pre-open hook at 1731115183080Writing region info on filesystem at 1731115183080Initializing all the Stores at 1731115183081 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115183081Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115183081Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115183081Cleaning up temporary data from old regions at 1731115183087 (+6 ms)Running coprocessor post-open hooks at 1731115183090 (+3 ms)Region opened successfully at 1731115183090 2024-11-09T01:19:43,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525., pid=10, masterSystemTime=1731115183058 2024-11-09T01:19:43,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. 2024-11-09T01:19:43,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. 2024-11-09T01:19:43,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a9c1621eaa5cf6c714c58aac8b8da525, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,42081,1731115161432 2024-11-09T01:19:43,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9c1621eaa5cf6c714c58aac8b8da525, server=5296cfb18d53,42081,1731115161432 because future has completed 2024-11-09T01:19:43,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T01:19:43,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a9c1621eaa5cf6c714c58aac8b8da525, server=5296cfb18d53,42081,1731115161432 in 189 msec 2024-11-09T01:19:43,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T01:19:43,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9c1621eaa5cf6c714c58aac8b8da525, ASSIGN in 346 msec 2024-11-09T01:19:43,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:19:43,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115183100"}]},"ts":"1731115183100"} 2024-11-09T01:19:43,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:19:43,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:19:43,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-09T01:19:43,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525., hostname=5296cfb18d53,42081,1731115161432, seqNum=2] 2024-11-09T01:19:43,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:19:43,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:19:43,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:19:43,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T01:19:43,383 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:19:43,417 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,42081,1731115161432, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:19:43,417 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:43,417 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42081,1731115161432, seqNum=-1] 2024-11-09T01:19:43,418 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:43,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T01:19:43,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,42081,1731115161432', locateType=CURRENT is [region=hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525., hostname=5296cfb18d53,42081,1731115161432, seqNum=2] 2024-11-09T01:19:43,432 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T01:19:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T01:19:43,435 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,42081,1731115161432 suceeded 2024-11-09T01:19:43,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T01:19:43,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-09T01:19:43,437 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:43175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:19:43,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1160 sec 2024-11-09T01:19:43,449 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:43175' 2024-11-09T01:19:43,450 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1777bb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:43,451 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43175,-1 for getting cluster id 2024-11-09T01:19:43,451 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:43,452 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24984e12-4b8b-4b8a-b232-cf1848935741' 2024-11-09T01:19:43,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:43,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24984e12-4b8b-4b8a-b232-cf1848935741" 2024-11-09T01:19:43,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c5675d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:43,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43175,-1] 2024-11-09T01:19:43,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:43,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:43,453 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:43,454 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3382c139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:43,454 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:43,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43175,1731115167799 2024-11-09T01:19:43,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a2ca3e1 2024-11-09T01:19:43,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:43,456 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-09T01:19:43,456 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:19:43,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:43,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:43,457 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,42081,1731115161432 (queues=1) is replicating from cluster=592a5db6-8073-46ad-9c15-8b06938eda0a to cluster=24984e12-4b8b-4b8a-b232-cf1848935741 2024-11-09T01:19:43,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:43,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:43,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:43,457 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C42081%2C1731115161432 2024-11-09T01:19:43,457 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,42081,1731115161432, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:19:43,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed9ee8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:43,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43175,-1 for getting cluster id 2024-11-09T01:19:43,458 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754, startPosition=0, beingWritten=true 2024-11-09T01:19:43,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:43,459 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C42081%2C1731115161432 2024-11-09T01:19:43,459 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24984e12-4b8b-4b8a-b232-cf1848935741' 2024-11-09T01:19:43,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:43,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24984e12-4b8b-4b8a-b232-cf1848935741" 2024-11-09T01:19:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbdb2a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43175,-1] 2024-11-09T01:19:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:43,461 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:43,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc025b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:43,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:43,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43175,1731115167799 2024-11-09T01:19:43,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f60c592 2024-11-09T01:19:43,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:43,464 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:43,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:45729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:19:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:19:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:43,467 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:45729' 2024-11-09T01:19:43,470 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:43,470 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 379, reset compression=false 2024-11-09T01:19:43,470 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42081,1731115161432 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:43,480 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba77e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:43,480 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,45729,-1 for getting cluster id 2024-11-09T01:19:43,480 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:43,481 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e23998b-1ecc-4dde-b6be-ce9eeeba28d5' 2024-11-09T01:19:43,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:43,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e23998b-1ecc-4dde-b6be-ce9eeeba28d5" 2024-11-09T01:19:43,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a7649f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:43,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,45729,-1] 2024-11-09T01:19:43,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:43,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:43,482 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:43,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a19b052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:43,483 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:43,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,45729,1731115173294 2024-11-09T01:19:43,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@661562e1 2024-11-09T01:19:43,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:43,484 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:43,485 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T01:19:43,485 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:19:43,485 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:43,485 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:43,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:43,486 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:19:43,487 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:19:43,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:19:43,488 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:43,489 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:19:43,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741837_1013 (size=1138) 2024-11-09T01:19:43,503 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dbf5ba5f213f2fa55ca9e44333a6f267, NAME => 'hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504 2024-11-09T01:19:43,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741838_1014 (size=44) 2024-11-09T01:19:43,521 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:43,521 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dbf5ba5f213f2fa55ca9e44333a6f267, disabling compactions & flushes 2024-11-09T01:19:43,521 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:43,521 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:43,521 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. after waiting 0 ms 2024-11-09T01:19:43,521 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:43,521 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:43,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dbf5ba5f213f2fa55ca9e44333a6f267: Waiting for close lock at 1731115183521Disabling compacts and flushes for region at 1731115183521Disabling writes for close at 1731115183521Writing region close event to WAL at 1731115183521Closed at 1731115183521 2024-11-09T01:19:43,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:19:43,524 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731115183524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115183524"}]},"ts":"1731115183524"} 2024-11-09T01:19:43,527 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:19:43,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:19:43,530 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115183528"}]},"ts":"1731115183528"} 2024-11-09T01:19:43,534 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:19:43,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbf5ba5f213f2fa55ca9e44333a6f267, ASSIGN}] 2024-11-09T01:19:43,536 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbf5ba5f213f2fa55ca9e44333a6f267, ASSIGN 2024-11-09T01:19:43,537 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:19:43,537 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dbf5ba5f213f2fa55ca9e44333a6f267, ASSIGN; state=OFFLINE, location=5296cfb18d53,39137,1731115167934; forceNewPlan=false, retain=false 2024-11-09T01:19:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:43,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dbf5ba5f213f2fa55ca9e44333a6f267, regionState=OPENING, regionLocation=5296cfb18d53,39137,1731115167934 2024-11-09T01:19:43,689 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 379, reset compression=false 2024-11-09T01:19:43,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dbf5ba5f213f2fa55ca9e44333a6f267, ASSIGN because future has completed 2024-11-09T01:19:43,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbf5ba5f213f2fa55ca9e44333a6f267, server=5296cfb18d53,39137,1731115167934}] 2024-11-09T01:19:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:43,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:43,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:43,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:19:43,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C39137%2C1731115167934.rep, suffix=, logDir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934, archiveDir=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/oldWALs, maxLogs=10 2024-11-09T01:19:43,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.rep.1731115183850, exclude list is [], retry=0 2024-11-09T01:19:43,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42877,DS-3b1c4016-73e0-484a-940c-bfcdf4458788,DISK] 2024-11-09T01:19:43,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.rep.1731115183850 2024-11-09T01:19:43,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40329:40329)] 2024-11-09T01:19:43,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dbf5ba5f213f2fa55ca9e44333a6f267, NAME => 'hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:43,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:19:43,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:19:43,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. service=MultiRowMutationService 2024-11-09T01:19:43,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:19:43,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:43,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:43,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:43,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:43,874 INFO [StoreOpener-dbf5ba5f213f2fa55ca9e44333a6f267-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:43,876 INFO [StoreOpener-dbf5ba5f213f2fa55ca9e44333a6f267-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf5ba5f213f2fa55ca9e44333a6f267 columnFamilyName hfileref 2024-11-09T01:19:43,876 DEBUG [StoreOpener-dbf5ba5f213f2fa55ca9e44333a6f267-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:43,876 INFO [StoreOpener-dbf5ba5f213f2fa55ca9e44333a6f267-1 {}] regionserver.HStore(327): Store=dbf5ba5f213f2fa55ca9e44333a6f267/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:43,876 INFO [StoreOpener-dbf5ba5f213f2fa55ca9e44333a6f267-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:43,877 INFO [StoreOpener-dbf5ba5f213f2fa55ca9e44333a6f267-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf5ba5f213f2fa55ca9e44333a6f267 columnFamilyName queue 2024-11-09T01:19:43,877 DEBUG [StoreOpener-dbf5ba5f213f2fa55ca9e44333a6f267-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:43,877 INFO [StoreOpener-dbf5ba5f213f2fa55ca9e44333a6f267-1 {}] regionserver.HStore(327): Store=dbf5ba5f213f2fa55ca9e44333a6f267/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:43,877 INFO [StoreOpener-dbf5ba5f213f2fa55ca9e44333a6f267-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:43,878 INFO [StoreOpener-dbf5ba5f213f2fa55ca9e44333a6f267-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf5ba5f213f2fa55ca9e44333a6f267 columnFamilyName sid 2024-11-09T01:19:43,878 DEBUG [StoreOpener-dbf5ba5f213f2fa55ca9e44333a6f267-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:43,878 INFO [StoreOpener-dbf5ba5f213f2fa55ca9e44333a6f267-1 {}] regionserver.HStore(327): Store=dbf5ba5f213f2fa55ca9e44333a6f267/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:43,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:43,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/replication/dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:43,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/replication/dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:43,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:43,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:43,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:19:43,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:43,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/replication/dbf5ba5f213f2fa55ca9e44333a6f267/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:43,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dbf5ba5f213f2fa55ca9e44333a6f267; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67846019, jitterRate=0.010984465479850769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:19:43,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:43,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dbf5ba5f213f2fa55ca9e44333a6f267: Running coprocessor pre-open hook at 1731115183873Writing region info on filesystem at 1731115183873Initializing all the Stores at 1731115183874 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115183874Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115183874Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115183874Cleaning up temporary data from old regions at 1731115183880 (+6 ms)Running coprocessor post-open hooks at 1731115183889 (+9 ms)Region opened successfully at 1731115183889 2024-11-09T01:19:43,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267., pid=10, masterSystemTime=1731115183844 2024-11-09T01:19:43,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:43,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:43,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dbf5ba5f213f2fa55ca9e44333a6f267, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,39137,1731115167934 2024-11-09T01:19:43,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbf5ba5f213f2fa55ca9e44333a6f267, server=5296cfb18d53,39137,1731115167934 because future has completed 2024-11-09T01:19:43,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T01:19:43,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dbf5ba5f213f2fa55ca9e44333a6f267, server=5296cfb18d53,39137,1731115167934 in 204 msec 2024-11-09T01:19:43,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T01:19:43,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbf5ba5f213f2fa55ca9e44333a6f267, ASSIGN in 363 msec 2024-11-09T01:19:43,900 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:19:43,900 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115183900"}]},"ts":"1731115183900"} 2024-11-09T01:19:43,902 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:19:43,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:19:43,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 417 msec 2024-11-09T01:19:43,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267., hostname=5296cfb18d53,39137,1731115167934, seqNum=2] 2024-11-09T01:19:43,995 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 379, reset compression=false 2024-11-09T01:19:44,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:44,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:44,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:19:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:44,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T01:19:44,184 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:19:44,213 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,39137,1731115167934, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:19:44,213 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:44,213 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,39137,1731115167934, seqNum=-1] 2024-11-09T01:19:44,214 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:44,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T01:19:44,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,39137,1731115167934', locateType=CURRENT is [region=hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267., hostname=5296cfb18d53,39137,1731115167934, seqNum=2] 2024-11-09T01:19:44,218 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T01:19:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T01:19:44,220 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,39137,1731115167934 suceeded 2024-11-09T01:19:44,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T01:19:44,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-09T01:19:44,221 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:45729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:19:44,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 757 msec 2024-11-09T01:19:44,233 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:45729' 2024-11-09T01:19:44,234 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dc32494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:44,234 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,45729,-1 for getting cluster id 2024-11-09T01:19:44,234 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:44,235 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e23998b-1ecc-4dde-b6be-ce9eeeba28d5' 2024-11-09T01:19:44,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:44,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e23998b-1ecc-4dde-b6be-ce9eeeba28d5" 2024-11-09T01:19:44,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fd09d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:44,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,45729,-1] 2024-11-09T01:19:44,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:44,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:44,237 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:44,237 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab2c5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:44,237 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:44,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,45729,1731115173294 2024-11-09T01:19:44,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6efc28a1 2024-11-09T01:19:44,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:44,239 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-09T01:19:44,239 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,39137,1731115167934 (queues=1) is replicating from cluster=24984e12-4b8b-4b8a-b232-cf1848935741 to cluster=2e23998b-1ecc-4dde-b6be-ce9eeeba28d5 2024-11-09T01:19:44,239 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C39137%2C1731115167934 2024-11-09T01:19:44,239 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,39137,1731115167934, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:19:44,240 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C39137%2C1731115167934 2024-11-09T01:19:44,240 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071, startPosition=0, beingWritten=true 2024-11-09T01:19:44,244 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:44,244 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 379, reset compression=false 2024-11-09T01:19:44,244 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39137,1731115167934 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:44,398 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 379, reset compression=false 2024-11-09T01:19:44,448 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 379, reset compression=false 2024-11-09T01:19:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:44,606 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:19:44,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:44,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:44,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:44,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:44,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:44,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d78003d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:44,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,45729,-1 for getting cluster id 2024-11-09T01:19:44,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:44,608 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e23998b-1ecc-4dde-b6be-ce9eeeba28d5' 2024-11-09T01:19:44,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:44,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e23998b-1ecc-4dde-b6be-ce9eeeba28d5" 2024-11-09T01:19:44,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34db057c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:44,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,45729,-1] 2024-11-09T01:19:44,609 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:44,609 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:44,609 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:44,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a69fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:44,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:44,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,45729,1731115173294 2024-11-09T01:19:44,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c62c11c 2024-11-09T01:19:44,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:44,611 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:44,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:33605,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:19:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:19:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:44,614 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:33605' 2024-11-09T01:19:44,615 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30104578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:44,615 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,33605,-1 for getting cluster id 2024-11-09T01:19:44,616 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:44,616 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '592a5db6-8073-46ad-9c15-8b06938eda0a' 2024-11-09T01:19:44,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:44,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "592a5db6-8073-46ad-9c15-8b06938eda0a" 2024-11-09T01:19:44,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511c7059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:44,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,33605,-1] 2024-11-09T01:19:44,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:44,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:44,617 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:44,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4f1e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:44,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:44,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,33605,1731115161221 2024-11-09T01:19:44,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c843ca0 2024-11-09T01:19:44,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:44,619 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:44,620 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T01:19:44,620 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:19:44,620 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:44,620 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:44,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:44,620 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:19:44,621 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:19:44,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:19:44,622 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:44,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:19:44,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741837_1013 (size=1138) 2024-11-09T01:19:44,671 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:19:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:44,752 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 379, reset compression=false 2024-11-09T01:19:44,903 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 379, reset compression=false 2024-11-09T01:19:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:45,029 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbad39dac4d2540c4d62a62926d2e8de, NAME => 'hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3 2024-11-09T01:19:45,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741838_1014 (size=44) 2024-11-09T01:19:45,156 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 379, reset compression=false 2024-11-09T01:19:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:45,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:45,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bbad39dac4d2540c4d62a62926d2e8de, disabling compactions & flushes 2024-11-09T01:19:45,433 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. 2024-11-09T01:19:45,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. 2024-11-09T01:19:45,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. after waiting 0 ms 2024-11-09T01:19:45,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. 2024-11-09T01:19:45,433 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. 2024-11-09T01:19:45,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbad39dac4d2540c4d62a62926d2e8de: Waiting for close lock at 1731115185433Disabling compacts and flushes for region at 1731115185433Disabling writes for close at 1731115185433Writing region close event to WAL at 1731115185433Closed at 1731115185433 2024-11-09T01:19:45,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:19:45,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731115185434"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115185434"}]},"ts":"1731115185434"} 2024-11-09T01:19:45,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:19:45,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:19:45,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115185437"}]},"ts":"1731115185437"} 2024-11-09T01:19:45,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:19:45,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbad39dac4d2540c4d62a62926d2e8de, ASSIGN}] 2024-11-09T01:19:45,440 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbad39dac4d2540c4d62a62926d2e8de, ASSIGN 2024-11-09T01:19:45,441 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbad39dac4d2540c4d62a62926d2e8de, ASSIGN; state=OFFLINE, location=5296cfb18d53,38105,1731115173562; forceNewPlan=false, retain=false 2024-11-09T01:19:45,507 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 379, reset compression=false 2024-11-09T01:19:45,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbad39dac4d2540c4d62a62926d2e8de, regionState=OPENING, regionLocation=5296cfb18d53,38105,1731115173562 2024-11-09T01:19:45,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbad39dac4d2540c4d62a62926d2e8de, ASSIGN because future has completed 2024-11-09T01:19:45,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbad39dac4d2540c4d62a62926d2e8de, server=5296cfb18d53,38105,1731115173562}] 2024-11-09T01:19:45,660 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 379, reset compression=false 2024-11-09T01:19:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:45,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. 2024-11-09T01:19:45,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:19:45,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:19:45,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C38105%2C1731115173562.rep, suffix=, logDir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562, archiveDir=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/oldWALs, maxLogs=10 2024-11-09T01:19:45,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.rep.1731115185750, exclude list is [], retry=0 2024-11-09T01:19:45,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36175,DS-3e6cb1a4-b2db-4d0e-b697-97944c7d0ad8,DISK] 2024-11-09T01:19:45,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.rep.1731115185750 2024-11-09T01:19:45,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36241:36241)] 2024-11-09T01:19:45,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bbad39dac4d2540c4d62a62926d2e8de, NAME => 'hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:19:45,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:19:45,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:19:45,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. service=MultiRowMutationService 2024-11-09T01:19:45,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:19:45,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:45,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:19:45,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:45,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:45,769 INFO [StoreOpener-bbad39dac4d2540c4d62a62926d2e8de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:45,770 INFO [StoreOpener-bbad39dac4d2540c4d62a62926d2e8de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbad39dac4d2540c4d62a62926d2e8de columnFamilyName hfileref 2024-11-09T01:19:45,770 DEBUG [StoreOpener-bbad39dac4d2540c4d62a62926d2e8de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:45,770 INFO [StoreOpener-bbad39dac4d2540c4d62a62926d2e8de-1 {}] regionserver.HStore(327): Store=bbad39dac4d2540c4d62a62926d2e8de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:45,770 INFO [StoreOpener-bbad39dac4d2540c4d62a62926d2e8de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:45,771 INFO [StoreOpener-bbad39dac4d2540c4d62a62926d2e8de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbad39dac4d2540c4d62a62926d2e8de columnFamilyName queue 2024-11-09T01:19:45,771 DEBUG [StoreOpener-bbad39dac4d2540c4d62a62926d2e8de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:45,772 INFO [StoreOpener-bbad39dac4d2540c4d62a62926d2e8de-1 {}] regionserver.HStore(327): Store=bbad39dac4d2540c4d62a62926d2e8de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:45,772 INFO [StoreOpener-bbad39dac4d2540c4d62a62926d2e8de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:45,773 INFO [StoreOpener-bbad39dac4d2540c4d62a62926d2e8de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbad39dac4d2540c4d62a62926d2e8de columnFamilyName sid 2024-11-09T01:19:45,773 DEBUG [StoreOpener-bbad39dac4d2540c4d62a62926d2e8de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:19:45,773 INFO [StoreOpener-bbad39dac4d2540c4d62a62926d2e8de-1 {}] regionserver.HStore(327): Store=bbad39dac4d2540c4d62a62926d2e8de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:19:45,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:45,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/replication/bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:45,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/replication/bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:45,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:45,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:45,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:19:45,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:45,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/replication/bbad39dac4d2540c4d62a62926d2e8de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:19:45,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bbad39dac4d2540c4d62a62926d2e8de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63362790, jitterRate=-0.055820852518081665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:19:45,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:45,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bbad39dac4d2540c4d62a62926d2e8de: Running coprocessor pre-open hook at 1731115185768Writing region info on filesystem at 1731115185768Initializing all the Stores at 1731115185768Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115185768Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115185769 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115185769Cleaning up temporary data from old regions at 1731115185774 (+5 ms)Running coprocessor post-open hooks at 1731115185777 (+3 ms)Region opened successfully at 1731115185777 2024-11-09T01:19:45,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de., pid=10, masterSystemTime=1731115185745 2024-11-09T01:19:45,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. 2024-11-09T01:19:45,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. 2024-11-09T01:19:45,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbad39dac4d2540c4d62a62926d2e8de, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,38105,1731115173562 2024-11-09T01:19:45,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbad39dac4d2540c4d62a62926d2e8de, server=5296cfb18d53,38105,1731115173562 because future has completed 2024-11-09T01:19:45,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T01:19:45,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bbad39dac4d2540c4d62a62926d2e8de, server=5296cfb18d53,38105,1731115173562 in 188 msec 2024-11-09T01:19:45,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T01:19:45,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbad39dac4d2540c4d62a62926d2e8de, ASSIGN in 345 msec 2024-11-09T01:19:45,786 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:19:45,786 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115185786"}]},"ts":"1731115185786"} 2024-11-09T01:19:45,787 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:19:45,788 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:19:45,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-09T01:19:45,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de., hostname=5296cfb18d53,38105,1731115173562, seqNum=2] 2024-11-09T01:19:45,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:45,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:45,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:19:46,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T01:19:46,120 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:19:46,159 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,38105,1731115173562, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:19:46,160 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:46,160 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,38105,1731115173562, seqNum=-1] 2024-11-09T01:19:46,160 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:46,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T01:19:46,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,38105,1731115173562', locateType=CURRENT is [region=hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de., hostname=5296cfb18d53,38105,1731115173562, seqNum=2] 2024-11-09T01:19:46,169 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T01:19:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T01:19:46,173 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,38105,1731115173562 suceeded 2024-11-09T01:19:46,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T01:19:46,175 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:33605,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:19:46,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-09T01:19:46,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5630 sec 2024-11-09T01:19:46,189 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:33605' 2024-11-09T01:19:46,191 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6cb21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:46,191 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,33605,-1 for getting cluster id 2024-11-09T01:19:46,191 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:46,191 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '592a5db6-8073-46ad-9c15-8b06938eda0a' 2024-11-09T01:19:46,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:46,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "592a5db6-8073-46ad-9c15-8b06938eda0a" 2024-11-09T01:19:46,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26b24dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:46,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,33605,-1] 2024-11-09T01:19:46,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:46,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:46,193 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:46,194 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33daf1ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:46,194 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:46,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,33605,1731115161221 2024-11-09T01:19:46,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25f1781d 2024-11-09T01:19:46,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:46,196 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T01:19:46,197 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,38105,1731115173562 (queues=1) is replicating from cluster=2e23998b-1ecc-4dde-b6be-ce9eeeba28d5 to cluster=592a5db6-8073-46ad-9c15-8b06938eda0a 2024-11-09T01:19:46,197 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C38105%2C1731115173562 2024-11-09T01:19:46,197 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,38105,1731115173562, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:19:46,197 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C38105%2C1731115173562 2024-11-09T01:19:46,198 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989, startPosition=0, beingWritten=true 2024-11-09T01:19:46,206 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:46,206 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 379, reset compression=false 2024-11-09T01:19:46,206 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,38105,1731115173562 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:46,210 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 379, reset compression=false 2024-11-09T01:19:46,265 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 379, reset compression=false 2024-11-09T01:19:46,409 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 379, reset compression=false 2024-11-09T01:19:46,713 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 379, reset compression=false 2024-11-09T01:19:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:19:46,756 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:19:46,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:46,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:46,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:46,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:46,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:46,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eca7ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:46,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,33605,-1 for getting cluster id 2024-11-09T01:19:46,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:46,758 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '592a5db6-8073-46ad-9c15-8b06938eda0a' 2024-11-09T01:19:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "592a5db6-8073-46ad-9c15-8b06938eda0a" 2024-11-09T01:19:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de1eed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,33605,-1] 2024-11-09T01:19:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:46,759 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649f9c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:46,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a51055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:46,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43175,-1 for getting cluster id 2024-11-09T01:19:46,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:46,760 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24984e12-4b8b-4b8a-b232-cf1848935741' 2024-11-09T01:19:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24984e12-4b8b-4b8a-b232-cf1848935741" 2024-11-09T01:19:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684cf4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43175,-1] 2024-11-09T01:19:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:46,762 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:46,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6fc7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:46,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76316302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:46,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,45729,-1 for getting cluster id 2024-11-09T01:19:46,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:46,763 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e23998b-1ecc-4dde-b6be-ce9eeeba28d5' 2024-11-09T01:19:46,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:46,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e23998b-1ecc-4dde-b6be-ce9eeeba28d5" 2024-11-09T01:19:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7838cb34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,45729,-1] 2024-11-09T01:19:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:46,764 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:46,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477a78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:46,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:46,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42081,1731115161432, seqNum=-1] 2024-11-09T01:19:46,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:46,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:19:46,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731115176865.f9683dc98dbe726d599e9f84430ec957., hostname=5296cfb18d53,42081,1731115161432, seqNum=2] 2024-11-09T01:19:46,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,38105,1731115173562, seqNum=-1] 2024-11-09T01:19:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:46,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:19:46,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2., hostname=5296cfb18d53,38105,1731115173562, seqNum=2] 2024-11-09T01:19:46,805 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T01:19:46,968 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 379, reset compression=false 2024-11-09T01:19:47,015 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 379, reset compression=false 2024-11-09T01:19:47,020 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:47,020 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 480, reset compression=false 2024-11-09T01:19:47,020 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42081,1731115161432 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9683dc98dbe726d599e9f84430ec957/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T01:19:47,022 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:19:47,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-09T01:19:47,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:47,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@281a31e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:47,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43175,-1 for getting cluster id 2024-11-09T01:19:47,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:47,028 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24984e12-4b8b-4b8a-b232-cf1848935741' 2024-11-09T01:19:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24984e12-4b8b-4b8a-b232-cf1848935741" 2024-11-09T01:19:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75b852e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43175,-1] 2024-11-09T01:19:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:47,029 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:47,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31d9446d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:47,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:47,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,39137,1731115167934, seqNum=-1] 2024-11-09T01:19:47,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:47,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T01:19:47,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8., hostname=5296cfb18d53,39137,1731115167934, seqNum=2] 2024-11-09T01:19:47,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:47,117 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 379, reset compression=false 2024-11-09T01:19:47,222 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 480, reset compression=false 2024-11-09T01:19:47,526 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 480, reset compression=false 2024-11-09T01:19:47,621 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 379, reset compression=false 2024-11-09T01:19:47,621 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T01:19:47,772 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 379, reset compression=false 2024-11-09T01:19:47,776 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:47,777 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 503, reset compression=false 2024-11-09T01:19:47,777 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39137,1731115167934 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdd592e5b8c5d1c590009ab6322c80f8/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T01:19:47,779 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:19:47,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-09T01:19:47,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:47,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c0694bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:47,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,45729,-1 for getting cluster id 2024-11-09T01:19:47,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:47,781 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e23998b-1ecc-4dde-b6be-ce9eeeba28d5' 2024-11-09T01:19:47,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:47,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e23998b-1ecc-4dde-b6be-ce9eeeba28d5" 2024-11-09T01:19:47,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14d9292c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:47,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,45729,-1] 2024-11-09T01:19:47,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:47,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:47,782 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:47,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54b29e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:47,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:47,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,38105,1731115173562, seqNum=-1] 2024-11-09T01:19:47,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:47,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T01:19:47,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2., hostname=5296cfb18d53,38105,1731115173562, seqNum=2] 2024-11-09T01:19:47,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:47,806 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T01:19:47,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,39137,1731115167934, seqNum=-1] 2024-11-09T01:19:47,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:47,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:19:47,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8., hostname=5296cfb18d53,39137,1731115167934, seqNum=2] 2024-11-09T01:19:47,813 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T01:19:47,931 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 480, reset compression=false 2024-11-09T01:19:47,980 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 503, reset compression=false 2024-11-09T01:19:47,984 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:47,984 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 607, reset compression=false 2024-11-09T01:19:47,984 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39137,1731115167934 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdd592e5b8c5d1c590009ab6322c80f8/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T01:19:47,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:47,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:48,188 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 607, reset compression=false 2024-11-09T01:19:48,224 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 379, reset compression=false 2024-11-09T01:19:48,228 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:48,229 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 653, reset compression=false 2024-11-09T01:19:48,229 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,38105,1731115173562 got entry batch from reader: WALEntryBatch [walEntries=[{test/1d8bcda2ea3742220d80f461e914bed2/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T01:19:48,231 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:19:48,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T01:19:48,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:48,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e357d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:48,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,33605,-1 for getting cluster id 2024-11-09T01:19:48,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:48,233 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '592a5db6-8073-46ad-9c15-8b06938eda0a' 2024-11-09T01:19:48,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:48,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "592a5db6-8073-46ad-9c15-8b06938eda0a" 2024-11-09T01:19:48,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@797c9e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:48,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,33605,-1] 2024-11-09T01:19:48,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:48,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:48,234 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:48,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4be0492e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:48,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:19:48,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42081,1731115161432, seqNum=-1] 2024-11-09T01:19:48,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:19:48,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T01:19:48,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731115176865.f9683dc98dbe726d599e9f84430ec957., hostname=5296cfb18d53,42081,1731115161432, seqNum=2] 2024-11-09T01:19:48,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:48,432 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 653, reset compression=false 2024-11-09T01:19:48,434 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 480, reset compression=false 2024-11-09T01:19:48,438 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:48,438 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 630, reset compression=false 2024-11-09T01:19:48,438 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42081,1731115161432 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:48,491 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 607, reset compression=false 2024-11-09T01:19:48,582 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:19:48,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:48,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:48,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:48,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:48,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:48,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:48,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:48,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:48,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:48,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:48,641 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 630, reset compression=false 2024-11-09T01:19:48,735 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 653, reset compression=false 2024-11-09T01:19:48,814 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T01:19:48,818 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T01:19:48,895 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 607, reset compression=false 2024-11-09T01:19:48,944 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 630, reset compression=false 2024-11-09T01:19:49,144 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 653, reset compression=false 2024-11-09T01:19:49,148 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:49,148 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 757, reset compression=false 2024-11-09T01:19:49,148 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,38105,1731115173562 got entry batch from reader: WALEntryBatch [walEntries=[{test/1d8bcda2ea3742220d80f461e914bed2/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T01:19:49,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:49,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:49,349 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 630, reset compression=false 2024-11-09T01:19:49,353 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 757, reset compression=false 2024-11-09T01:19:49,353 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:49,353 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 757, reset compression=false 2024-11-09T01:19:49,353 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42081,1731115161432 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9683dc98dbe726d599e9f84430ec957/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T01:19:49,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:49,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:49,398 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 607, reset compression=false 2024-11-09T01:19:49,402 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:49,402 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 757, reset compression=false 2024-11-09T01:19:49,402 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39137,1731115167934 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:49,557 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 757, reset compression=false 2024-11-09T01:19:49,607 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 757, reset compression=false 2024-11-09T01:19:49,660 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 757, reset compression=false 2024-11-09T01:19:49,819 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T01:19:49,823 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T01:19:49,861 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 757, reset compression=false 2024-11-09T01:19:49,910 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 757, reset compression=false 2024-11-09T01:19:49,914 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:49,914 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 913, reset compression=false 2024-11-09T01:19:49,914 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42081,1731115161432 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9683dc98dbe726d599e9f84430ec957/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T01:19:49,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:49,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:50,063 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 757, reset compression=false 2024-11-09T01:19:50,117 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 913, reset compression=false 2024-11-09T01:19:50,313 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 757, reset compression=false 2024-11-09T01:19:50,318 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:50,318 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 904, reset compression=false 2024-11-09T01:19:50,318 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39137,1731115167934 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdd592e5b8c5d1c590009ab6322c80f8/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T01:19:50,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:50,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:50,420 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 913, reset compression=false 2024-11-09T01:19:50,522 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 904, reset compression=false 2024-11-09T01:19:50,566 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 757, reset compression=false 2024-11-09T01:19:50,570 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:50,570 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 927, reset compression=false 2024-11-09T01:19:50,570 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,38105,1731115173562 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:50,773 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 927, reset compression=false 2024-11-09T01:19:50,824 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 913, reset compression=false 2024-11-09T01:19:50,825 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T01:19:50,825 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 904, reset compression=false 2024-11-09T01:19:50,828 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T01:19:50,829 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:50,829 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1063, reset compression=false 2024-11-09T01:19:50,829 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39137,1731115167934 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdd592e5b8c5d1c590009ab6322c80f8/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T01:19:50,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:50,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:51,033 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1063, reset compression=false 2024-11-09T01:19:51,077 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 927, reset compression=false 2024-11-09T01:19:51,080 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:51,080 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1076, reset compression=false 2024-11-09T01:19:51,080 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,38105,1731115173562 got entry batch from reader: WALEntryBatch [walEntries=[{test/1d8bcda2ea3742220d80f461e914bed2/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T01:19:51,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:51,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:51,205 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:19:51,283 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1076, reset compression=false 2024-11-09T01:19:51,328 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 913, reset compression=false 2024-11-09T01:19:51,331 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:51,331 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1085, reset compression=false 2024-11-09T01:19:51,331 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42081,1731115161432 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:51,336 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1063, reset compression=false 2024-11-09T01:19:51,534 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1085, reset compression=false 2024-11-09T01:19:51,586 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1076, reset compression=false 2024-11-09T01:19:51,739 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1063, reset compression=false 2024-11-09T01:19:51,830 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T01:19:51,834 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T01:19:51,839 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1085, reset compression=false 2024-11-09T01:19:51,998 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1076, reset compression=false 2024-11-09T01:19:52,003 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:52,003 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1235, reset compression=false 2024-11-09T01:19:52,003 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,38105,1731115173562 got entry batch from reader: WALEntryBatch [walEntries=[{test/1d8bcda2ea3742220d80f461e914bed2/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T01:19:52,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:52,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:52,207 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1235, reset compression=false 2024-11-09T01:19:52,242 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1085, reset compression=false 2024-11-09T01:19:52,243 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1063, reset compression=false 2024-11-09T01:19:52,246 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:52,246 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1234, reset compression=false 2024-11-09T01:19:52,246 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42081,1731115161432 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9683dc98dbe726d599e9f84430ec957/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T01:19:52,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:52,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:52,449 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1234, reset compression=false 2024-11-09T01:19:52,511 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1235, reset compression=false 2024-11-09T01:19:52,752 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1234, reset compression=false 2024-11-09T01:19:52,835 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T01:19:52,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730c303c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:52,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,45729,-1 for getting cluster id 2024-11-09T01:19:52,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:52,842 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e23998b-1ecc-4dde-b6be-ce9eeeba28d5' 2024-11-09T01:19:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e23998b-1ecc-4dde-b6be-ce9eeeba28d5" 2024-11-09T01:19:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dfb5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,45729,-1] 2024-11-09T01:19:52,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:52,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:52,843 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115ee911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:52,845 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1063, reset compression=false 2024-11-09T01:19:52,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:52,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,45729,1731115173294 2024-11-09T01:19:52,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c3b52f5 2024-11-09T01:19:52,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:52,849 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:52,849 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1235, reset compression=false 2024-11-09T01:19:52,849 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39137,1731115167934 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:52,849 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:52,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-09T01:19:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-09T01:19:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T01:19:52,915 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1235, reset compression=false 2024-11-09T01:19:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T01:19:52,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:19:53,052 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1235, reset compression=false 2024-11-09T01:19:53,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T01:19:53,119 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-09T01:19:53,120 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-09T01:19:53,120 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,38105,1731115173562 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-09T01:19:53,120 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0. 2024-11-09T01:19:53,120 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:53,120 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:53,120 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:53,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:53,156 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1234, reset compression=false 2024-11-09T01:19:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T01:19:53,221 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T01:19:53,221 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T01:19:53,321 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 terminated 2024-11-09T01:19:53,336 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,38105,1731115173562, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:19:53,337 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-09T01:19:53,337 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T01:19:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T01:19:53,339 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 5296cfb18d53,38105,1731115173562 suceeded 2024-11-09T01:19:53,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T01:19:53,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-09T01:19:53,341 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-09T01:19:53,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 491 msec 2024-11-09T01:19:53,357 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1235, reset compression=false 2024-11-09T01:19:53,361 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:33605' 2024-11-09T01:19:53,362 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e568392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:53,362 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,33605,-1 for getting cluster id 2024-11-09T01:19:53,363 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:53,363 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '592a5db6-8073-46ad-9c15-8b06938eda0a' 2024-11-09T01:19:53,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:53,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "592a5db6-8073-46ad-9c15-8b06938eda0a" 2024-11-09T01:19:53,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32b36fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:53,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,33605,-1] 2024-11-09T01:19:53,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:53,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:53,365 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:53,366 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@429d0f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:53,366 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:53,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,33605,1731115161221 2024-11-09T01:19:53,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ad61341 2024-11-09T01:19:53,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:53,367 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T01:19:53,368 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,38105,1731115173562 (queues=1) is replicating from cluster=2e23998b-1ecc-4dde-b6be-ce9eeeba28d5 to cluster=592a5db6-8073-46ad-9c15-8b06938eda0a 2024-11-09T01:19:53,368 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C38105%2C1731115173562 2024-11-09T01:19:53,368 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,38105,1731115173562, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:19:53,368 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C38105%2C1731115173562 2024-11-09T01:19:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T01:19:53,486 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:19:53,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:53,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:53,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:53,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:53,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:53,490 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-09T01:19:53,660 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1234, reset compression=false 2024-11-09T01:19:53,664 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:53,664 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1338, reset compression=false 2024-11-09T01:19:53,664 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42081,1731115161432 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9683dc98dbe726d599e9f84430ec957/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T01:19:53,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:53,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:53,760 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1235, reset compression=false 2024-11-09T01:19:53,764 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:53,764 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1362, reset compression=false 2024-11-09T01:19:53,764 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39137,1731115167934 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdd592e5b8c5d1c590009ab6322c80f8/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T01:19:53,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:53,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:53,869 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1338, reset compression=false 2024-11-09T01:19:53,967 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1362, reset compression=false 2024-11-09T01:19:54,172 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1338, reset compression=false 2024-11-09T01:19:54,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:54,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:19:54,186 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68450 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:19:54,270 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1362, reset compression=false 2024-11-09T01:19:54,492 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-09T01:19:54,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adf7066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:54,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,45729,-1 for getting cluster id 2024-11-09T01:19:54,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:19:54,494 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e23998b-1ecc-4dde-b6be-ce9eeeba28d5' 2024-11-09T01:19:54,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:19:54,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e23998b-1ecc-4dde-b6be-ce9eeeba28d5" 2024-11-09T01:19:54,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2053aa2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:54,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,45729,-1] 2024-11-09T01:19:54,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:19:54,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:54,496 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:19:54,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a6ac22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:19:54,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:19:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,45729,1731115173294 2024-11-09T01:19:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@317f266 2024-11-09T01:19:54,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:19:54,501 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:19:54,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-09T01:19:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-09T01:19:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T01:19:54,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:19:54,575 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1338, reset compression=false 2024-11-09T01:19:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T01:19:54,673 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1362, reset compression=false 2024-11-09T01:19:54,676 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:54,676 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1466, reset compression=false 2024-11-09T01:19:54,676 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39137,1731115167934 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdd592e5b8c5d1c590009ab6322c80f8/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T01:19:54,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:54,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:54,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-09T01:19:54,708 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-09T01:19:54,709 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T01:19:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-09T01:19:54,711 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 5296cfb18d53,38105,1731115173562 suceeded 2024-11-09T01:19:54,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T01:19:54,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-09T01:19:54,713 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-09T01:19:54,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 211 msec 2024-11-09T01:19:54,769 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989, startPosition=1235, beingWritten=true 2024-11-09T01:19:54,773 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:19:54,773 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1512, reset compression=false 2024-11-09T01:19:54,773 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,38105,1731115173562 got entry batch from reader: WALEntryBatch [walEntries=[{test/1d8bcda2ea3742220d80f461e914bed2/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T01:19:54,775 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:19:54,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T01:19:54,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:19:54,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:19:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T01:19:54,827 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:19:54,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:54,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:54,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:54,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:54,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:54,829 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-09T01:19:54,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:19:54,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:54,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:54,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:54,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:54,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:54,829 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:19:54,829 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=618046974, stopped=false 2024-11-09T01:19:54,829 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,45729,1731115173294 2024-11-09T01:19:54,881 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1466, reset compression=false 2024-11-09T01:19:54,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21461269758/running 2024-11-09T01:19:54,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21461269758/running 2024-11-09T01:19:54,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:54,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:54,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:19:54,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:54,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:54,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:54,893 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,38105,1731115173562' ***** 2024-11-09T01:19:54,893 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:19:54,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Set watcher on znode that does not yet exist, /21461269758/running 2024-11-09T01:19:54,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Set watcher on znode that does not yet exist, /21461269758/running 2024-11-09T01:19:54,893 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:19:54,894 INFO [RS:0;5296cfb18d53:38105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:19:54,894 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:19:54,894 INFO [RS:0;5296cfb18d53:38105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:19:54,894 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(3091): Received CLOSE for bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:54,894 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:54,894 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,38105,1731115173562 2024-11-09T01:19:54,894 INFO [RS:0;5296cfb18d53:38105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:19:54,894 INFO [RS:0;5296cfb18d53:38105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:38105. 2024-11-09T01:19:54,894 DEBUG [RS:0;5296cfb18d53:38105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:54,894 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbad39dac4d2540c4d62a62926d2e8de, disabling compactions & flushes 2024-11-09T01:19:54,894 DEBUG [RS:0;5296cfb18d53:38105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:54,894 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. 2024-11-09T01:19:54,894 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. 2024-11-09T01:19:54,894 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:19:54,894 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. after waiting 0 ms 2024-11-09T01:19:54,894 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. 2024-11-09T01:19:54,894 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:19:54,894 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:19:54,894 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:19:54,894 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bbad39dac4d2540c4d62a62926d2e8de 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-09T01:19:54,894 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T01:19:54,894 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1325): Online Regions={bbad39dac4d2540c4d62a62926d2e8de=hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de., 1588230740=hbase:meta,,1.1588230740, 1d8bcda2ea3742220d80f461e914bed2=test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2.} 2024-11-09T01:19:54,894 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d8bcda2ea3742220d80f461e914bed2, bbad39dac4d2540c4d62a62926d2e8de 2024-11-09T01:19:54,894 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:19:54,894 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:19:54,894 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:19:54,895 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:19:54,895 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:19:54,895 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T01:19:54,914 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/.tmp/info/7cb7639d6469487fa9d9f412b3ceab7f is 147, key is hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de./info:regioninfo/1731115185780/Put/seqid=0 2024-11-09T01:19:54,914 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/replication/bbad39dac4d2540c4d62a62926d2e8de/.tmp/queue/8c5a7e0d5f8e47e0891fc425cb2e3f9d is 154, key is 1-5296cfb18d53,38105,1731115173562/queue:5296cfb18d53%2C38105%2C1731115173562/1731115194780/Put/seqid=0 2024-11-09T01:19:54,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741840_1016 (size=7686) 2024-11-09T01:19:54,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741841_1017 (size=5353) 2024-11-09T01:19:54,920 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/replication/bbad39dac4d2540c4d62a62926d2e8de/.tmp/queue/8c5a7e0d5f8e47e0891fc425cb2e3f9d 2024-11-09T01:19:54,920 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/.tmp/info/7cb7639d6469487fa9d9f412b3ceab7f 2024-11-09T01:19:54,924 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/replication/bbad39dac4d2540c4d62a62926d2e8de/.tmp/queue/8c5a7e0d5f8e47e0891fc425cb2e3f9d as hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/replication/bbad39dac4d2540c4d62a62926d2e8de/queue/8c5a7e0d5f8e47e0891fc425cb2e3f9d 2024-11-09T01:19:54,927 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/replication/bbad39dac4d2540c4d62a62926d2e8de/queue/8c5a7e0d5f8e47e0891fc425cb2e3f9d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T01:19:54,928 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for bbad39dac4d2540c4d62a62926d2e8de in 34ms, sequenceid=12, compaction requested=false 2024-11-09T01:19:54,931 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/replication/bbad39dac4d2540c4d62a62926d2e8de/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T01:19:54,931 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:19:54,931 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:19:54,931 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. 2024-11-09T01:19:54,931 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbad39dac4d2540c4d62a62926d2e8de: Waiting for close lock at 1731115194894Running coprocessor pre-close hooks at 1731115194894Disabling compacts and flushes for region at 1731115194894Disabling writes for close at 1731115194894Obtaining lock to block concurrent updates at 1731115194894Preparing flush snapshotting stores in bbad39dac4d2540c4d62a62926d2e8de at 1731115194894Finished memstore snapshotting hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731115194895 (+1 ms)Flushing stores of hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. at 1731115194895Flushing bbad39dac4d2540c4d62a62926d2e8de/queue: creating writer at 1731115194895Flushing bbad39dac4d2540c4d62a62926d2e8de/queue: appending metadata at 1731115194913 (+18 ms)Flushing bbad39dac4d2540c4d62a62926d2e8de/queue: closing flushed file at 1731115194913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32bed79c: reopening flushed file at 1731115194923 (+10 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for bbad39dac4d2540c4d62a62926d2e8de in 34ms, sequenceid=12, compaction requested=false at 1731115194928 (+5 ms)Writing region close event to WAL at 1731115194929 (+1 ms)Running coprocessor post-close hooks at 1731115194931 (+2 ms)Closed at 1731115194931 2024-11-09T01:19:54,932 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731115184620.bbad39dac4d2540c4d62a62926d2e8de. 2024-11-09T01:19:54,932 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d8bcda2ea3742220d80f461e914bed2, disabling compactions & flushes 2024-11-09T01:19:54,932 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. 2024-11-09T01:19:54,932 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. 2024-11-09T01:19:54,932 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. after waiting 0 ms 2024-11-09T01:19:54,932 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. 2024-11-09T01:19:54,932 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1d8bcda2ea3742220d80f461e914bed2 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T01:19:54,938 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/.tmp/ns/ec41304c5cc4409b8494bc5a272c9eb0 is 43, key is default/ns:d/1731115176738/Put/seqid=0 2024-11-09T01:19:54,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:19:54,949 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/.tmp/f/34215d144ac14a0389b50ca566fce38f is 37, key is row3/f:row3/1731115193488/Put/seqid=0 2024-11-09T01:19:54,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741843_1019 (size=5228) 2024-11-09T01:19:54,974 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:19:54,976 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1512, reset compression=false 2024-11-09T01:19:54,980 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:54,980 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1759, reset compression=false 2024-11-09T01:19:54,980 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,38105,1731115173562 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:54,981 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5296cfb18d53,38105,1731115173562: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5296cfb18d53,38105,1731115173562, walGroup=5296cfb18d53%2C38105%2C1731115173562, offset=5296cfb18d53%2C38105%2C1731115173562.1731115175989:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:38105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T01:19:54,982 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T01:19:54,982 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T01:19:54,982 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T01:19:54,982 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T01:19:54,982 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T01:19:54,982 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 773818904 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198603896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T01:19:54,983 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:45729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:45729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T01:19:55,078 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1338, reset compression=false 2024-11-09T01:19:55,082 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:55,082 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1488, reset compression=false 2024-11-09T01:19:55,082 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42081,1731115161432 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:55,095 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:55,184 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1759, reset compression=false 2024-11-09T01:19:55,184 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1466, reset compression=false 2024-11-09T01:19:55,285 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1488, reset compression=false 2024-11-09T01:19:55,295 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:55,342 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/.tmp/ns/ec41304c5cc4409b8494bc5a272c9eb0 2024-11-09T01:19:55,352 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/.tmp/f/34215d144ac14a0389b50ca566fce38f 2024-11-09T01:19:55,356 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34215d144ac14a0389b50ca566fce38f 2024-11-09T01:19:55,362 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/.tmp/rep_barrier/000dff337fef4a84b56b609756022ac8 is 112, key is test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2./rep_barrier:seqnumDuringOpen/1731115181316/Put/seqid=0 2024-11-09T01:19:55,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741844_1020 (size=5518) 2024-11-09T01:19:55,370 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/.tmp/f1/672763fc38f04b5e930b54c83b34bdc9 is 30, key is row1/f1:/1731115190826/DeleteFamily/seqid=0 2024-11-09T01:19:55,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741845_1021 (size=5158) 2024-11-09T01:19:55,487 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1759, reset compression=false 2024-11-09T01:19:55,495 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:55,587 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1466, reset compression=false 2024-11-09T01:19:55,588 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1488, reset compression=false 2024-11-09T01:19:55,695 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:55,766 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/.tmp/rep_barrier/000dff337fef4a84b56b609756022ac8 2024-11-09T01:19:55,774 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/.tmp/f1/672763fc38f04b5e930b54c83b34bdc9 2024-11-09T01:19:55,780 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 672763fc38f04b5e930b54c83b34bdc9 2024-11-09T01:19:55,794 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/.tmp/table/123f654d49384fcbbfe8c6b916ff342d is 53, key is hbase:replication/table:state/1731115185786/Put/seqid=0 2024-11-09T01:19:55,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741846_1022 (size=5308) 2024-11-09T01:19:55,800 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/.tmp/norep/dd1b20e74f82493bbb79a2c16757464e is 33, key is row2/norep:/1731115191831/DeleteFamily/seqid=0 2024-11-09T01:19:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741847_1023 (size=5108) 2024-11-09T01:19:55,890 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1759, reset compression=false 2024-11-09T01:19:55,895 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:19:55,895 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1d8bcda2ea3742220d80f461e914bed2=test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2.} 2024-11-09T01:19:55,895 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:55,924 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:19:55,924 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:19:55,991 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1488, reset compression=false 2024-11-09T01:19:56,090 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1466, reset compression=false 2024-11-09T01:19:56,095 DEBUG [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d8bcda2ea3742220d80f461e914bed2 2024-11-09T01:19:56,198 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/.tmp/table/123f654d49384fcbbfe8c6b916ff342d 2024-11-09T01:19:56,202 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/.tmp/info/7cb7639d6469487fa9d9f412b3ceab7f as hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/info/7cb7639d6469487fa9d9f412b3ceab7f 2024-11-09T01:19:56,206 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/.tmp/norep/dd1b20e74f82493bbb79a2c16757464e 2024-11-09T01:19:56,207 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/info/7cb7639d6469487fa9d9f412b3ceab7f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T01:19:56,207 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/.tmp/ns/ec41304c5cc4409b8494bc5a272c9eb0 as hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/ns/ec41304c5cc4409b8494bc5a272c9eb0 2024-11-09T01:19:56,209 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd1b20e74f82493bbb79a2c16757464e 2024-11-09T01:19:56,209 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/.tmp/f/34215d144ac14a0389b50ca566fce38f as hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/f/34215d144ac14a0389b50ca566fce38f 2024-11-09T01:19:56,212 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/ns/ec41304c5cc4409b8494bc5a272c9eb0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T01:19:56,212 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/.tmp/rep_barrier/000dff337fef4a84b56b609756022ac8 as hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/rep_barrier/000dff337fef4a84b56b609756022ac8 2024-11-09T01:19:56,214 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34215d144ac14a0389b50ca566fce38f 2024-11-09T01:19:56,214 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/f/34215d144ac14a0389b50ca566fce38f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T01:19:56,214 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/.tmp/f1/672763fc38f04b5e930b54c83b34bdc9 as hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/f1/672763fc38f04b5e930b54c83b34bdc9 2024-11-09T01:19:56,216 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/rep_barrier/000dff337fef4a84b56b609756022ac8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T01:19:56,217 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/.tmp/table/123f654d49384fcbbfe8c6b916ff342d as hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/table/123f654d49384fcbbfe8c6b916ff342d 2024-11-09T01:19:56,219 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 672763fc38f04b5e930b54c83b34bdc9 2024-11-09T01:19:56,219 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/f1/672763fc38f04b5e930b54c83b34bdc9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T01:19:56,220 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/.tmp/norep/dd1b20e74f82493bbb79a2c16757464e as hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/norep/dd1b20e74f82493bbb79a2c16757464e 2024-11-09T01:19:56,221 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/table/123f654d49384fcbbfe8c6b916ff342d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T01:19:56,222 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false 2024-11-09T01:19:56,223 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd1b20e74f82493bbb79a2c16757464e 2024-11-09T01:19:56,223 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/norep/dd1b20e74f82493bbb79a2c16757464e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T01:19:56,224 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1d8bcda2ea3742220d80f461e914bed2 in 1292ms, sequenceid=12, compaction requested=false 2024-11-09T01:19:56,226 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T01:19:56,227 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:19:56,227 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:19:56,227 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:19:56,227 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115194894Running coprocessor pre-close hooks at 1731115194894Disabling compacts and flushes for region at 1731115194894Disabling writes for close at 1731115194895 (+1 ms)Obtaining lock to block concurrent updates at 1731115194895Preparing flush snapshotting stores in 1588230740 at 1731115194895Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731115194895Flushing stores of hbase:meta,,1.1588230740 at 1731115194895Flushing 1588230740/info: creating writer at 1731115194895Flushing 1588230740/info: appending metadata at 1731115194914 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731115194914Flushing 1588230740/ns: creating writer at 1731115194924 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731115194938 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731115194938Flushing 1588230740/rep_barrier: creating writer at 1731115195346 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115195362 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115195362Flushing 1588230740/table: creating writer at 1731115195771 (+409 ms)Flushing 1588230740/table: appending metadata at 1731115195793 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731115195793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36fab3e: reopening flushed file at 1731115196202 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434c2f6d: reopening flushed file at 1731115196207 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f03aff2: reopening flushed file at 1731115196212 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678e08c5: reopening flushed file at 1731115196216 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false at 1731115196222 (+6 ms)Writing region close event to WAL at 1731115196224 (+2 ms)Running coprocessor post-close hooks at 1731115196227 (+3 ms)Closed at 1731115196227 2024-11-09T01:19:56,227 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/data/default/test/1d8bcda2ea3742220d80f461e914bed2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T01:19:56,227 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:19:56,227 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:19:56,227 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:19:56,227 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. 2024-11-09T01:19:56,228 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d8bcda2ea3742220d80f461e914bed2: Waiting for close lock at 1731115194932Running coprocessor pre-close hooks at 1731115194932Disabling compacts and flushes for region at 1731115194932Disabling writes for close at 1731115194932Obtaining lock to block concurrent updates at 1731115194932Preparing flush snapshotting stores in 1d8bcda2ea3742220d80f461e914bed2 at 1731115194932Finished memstore snapshotting test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731115194932Flushing stores of test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. at 1731115194933 (+1 ms)Flushing 1d8bcda2ea3742220d80f461e914bed2/f: creating writer at 1731115194933Flushing 1d8bcda2ea3742220d80f461e914bed2/f: appending metadata at 1731115194948 (+15 ms)Flushing 1d8bcda2ea3742220d80f461e914bed2/f: closing flushed file at 1731115194948Flushing 1d8bcda2ea3742220d80f461e914bed2/f1: creating writer at 1731115195357 (+409 ms)Flushing 1d8bcda2ea3742220d80f461e914bed2/f1: appending metadata at 1731115195370 (+13 ms)Flushing 1d8bcda2ea3742220d80f461e914bed2/f1: closing flushed file at 1731115195370Flushing 1d8bcda2ea3742220d80f461e914bed2/norep: creating writer at 1731115195781 (+411 ms)Flushing 1d8bcda2ea3742220d80f461e914bed2/norep: appending metadata at 1731115195799 (+18 ms)Flushing 1d8bcda2ea3742220d80f461e914bed2/norep: closing flushed file at 1731115195799Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71907361: reopening flushed file at 1731115196209 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27268da: reopening flushed file at 1731115196214 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5358f5b9: reopening flushed file at 1731115196219 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1d8bcda2ea3742220d80f461e914bed2 in 1292ms, sequenceid=12, compaction requested=false at 1731115196224 (+5 ms)Writing region close event to WAL at 1731115196225 (+1 ms)Running coprocessor post-close hooks at 1731115196227 (+2 ms)Closed at 1731115196227 2024-11-09T01:19:56,228 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731115180158.1d8bcda2ea3742220d80f461e914bed2. 2024-11-09T01:19:56,296 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,38105,1731115173562; all regions closed. 2024-11-09T01:19:56,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741834_1010 (size=4239) 2024-11-09T01:19:56,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741839_1015 (size=3115) 2024-11-09T01:19:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741833_1009 (size=2411) 2024-11-09T01:19:56,301 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 not finished, retry = 0 2024-11-09T01:19:56,394 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 to pos 1759, reset compression=false 2024-11-09T01:19:56,402 DEBUG [RS:0;5296cfb18d53:38105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:56,402 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:19:56,403 INFO [RS:0;5296cfb18d53:38105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:19:56,403 INFO [RS:0;5296cfb18d53:38105 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:19:56,403 INFO [RS:0;5296cfb18d53:38105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:19:56,403 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,38105,1731115173562 because: Region server is closing 2024-11-09T01:19:56,403 INFO [RS:0;5296cfb18d53:38105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:38105. 2024-11-09T01:19:56,403 DEBUG [RS:0;5296cfb18d53:38105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:56,403 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/WALs/5296cfb18d53,38105,1731115173562/5296cfb18d53%2C38105%2C1731115173562.1731115175989 2024-11-09T01:19:56,404 DEBUG [RS:0;5296cfb18d53:38105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:56,404 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.wal-reader.5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:56,404 DEBUG [RS:0;5296cfb18d53:38105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:56,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:56,404 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,38105,1731115173562.replicationSource.shipper5296cfb18d53%2C38105%2C1731115173562,1-5296cfb18d53,38105,1731115173562 terminated 2024-11-09T01:19:56,404 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:19:56,404 INFO [RS:0;5296cfb18d53:38105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:38105. 2024-11-09T01:19:56,404 DEBUG [RS:0;5296cfb18d53:38105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:56,405 DEBUG [RS:0;5296cfb18d53:38105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:56,405 DEBUG [RS:0;5296cfb18d53:38105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:56,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:56,405 INFO [RS:0;5296cfb18d53:38105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38105 2024-11-09T01:19:56,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21461269758/rs/5296cfb18d53,38105,1731115173562 2024-11-09T01:19:56,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758/rs 2024-11-09T01:19:56,418 INFO [RS:0;5296cfb18d53:38105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:19:56,429 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,38105,1731115173562] 2024-11-09T01:19:56,439 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21461269758/draining/5296cfb18d53,38105,1731115173562 already deleted, retry=false 2024-11-09T01:19:56,439 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,38105,1731115173562 expired; onlineServers=0 2024-11-09T01:19:56,439 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,45729,1731115173294' ***** 2024-11-09T01:19:56,439 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:19:56,439 INFO [M:0;5296cfb18d53:45729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:19:56,439 INFO [M:0;5296cfb18d53:45729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:19:56,440 DEBUG [M:0;5296cfb18d53:45729 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:19:56,440 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:19:56,440 DEBUG [M:0;5296cfb18d53:45729 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:19:56,440 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115175456 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115175456,5,FailOnTimeoutGroup] 2024-11-09T01:19:56,440 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115175456 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115175456,5,FailOnTimeoutGroup] 2024-11-09T01:19:56,440 INFO [M:0;5296cfb18d53:45729 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:19:56,440 INFO [M:0;5296cfb18d53:45729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:19:56,440 DEBUG [M:0;5296cfb18d53:45729 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:19:56,440 INFO [M:0;5296cfb18d53:45729 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:19:56,440 INFO [M:0;5296cfb18d53:45729 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:19:56,440 INFO [M:0;5296cfb18d53:45729 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:19:56,440 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:19:56,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21461269758/master 2024-11-09T01:19:56,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21461269758 2024-11-09T01:19:56,450 DEBUG [M:0;5296cfb18d53:45729 {}] zookeeper.ZKUtil(347): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Unable to get data of znode /21461269758/master because node does not exist (not an error) 2024-11-09T01:19:56,450 WARN [M:0;5296cfb18d53:45729 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:19:56,451 INFO [M:0;5296cfb18d53:45729 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/.lastflushedseqids 2024-11-09T01:19:56,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741848_1024 (size=245) 2024-11-09T01:19:56,494 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1488, reset compression=false 2024-11-09T01:19:56,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:19:56,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x1011d2d0c190007, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:19:56,529 INFO [RS:0;5296cfb18d53:38105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:19:56,529 INFO [RS:0;5296cfb18d53:38105 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,38105,1731115173562; zookeeper connection closed. 2024-11-09T01:19:56,529 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e4a7ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e4a7ab 2024-11-09T01:19:56,529 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:19:56,693 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1466, reset compression=false 2024-11-09T01:19:56,861 INFO [M:0;5296cfb18d53:45729 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:19:56,861 INFO [M:0;5296cfb18d53:45729 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:19:56,861 DEBUG [M:0;5296cfb18d53:45729 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:19:56,861 INFO [M:0;5296cfb18d53:45729 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:56,861 DEBUG [M:0;5296cfb18d53:45729 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:56,861 DEBUG [M:0;5296cfb18d53:45729 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:19:56,861 DEBUG [M:0;5296cfb18d53:45729 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:56,861 INFO [M:0;5296cfb18d53:45729 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-09T01:19:56,880 DEBUG [M:0;5296cfb18d53:45729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/577bedc779c04e8cab6c08474182811f is 82, key is hbase:meta,,1/info:regioninfo/1731115176712/Put/seqid=0 2024-11-09T01:19:56,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741849_1025 (size=5672) 2024-11-09T01:19:57,099 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1488, reset compression=false 2024-11-09T01:19:57,287 INFO [M:0;5296cfb18d53:45729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/577bedc779c04e8cab6c08474182811f 2024-11-09T01:19:57,312 DEBUG [M:0;5296cfb18d53:45729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/509802d0524a4c3f9e5400970cb077d7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731115185789/Put/seqid=0 2024-11-09T01:19:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741850_1026 (size=9212) 2024-11-09T01:19:57,385 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:19:57,397 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1466, reset compression=false 2024-11-09T01:19:57,716 INFO [M:0;5296cfb18d53:45729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/509802d0524a4c3f9e5400970cb077d7 2024-11-09T01:19:57,738 DEBUG [M:0;5296cfb18d53:45729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a68d542bc0a424aa753682b88a412da is 69, key is 5296cfb18d53,38105,1731115173562/rs:state/1731115175718/Put/seqid=0 2024-11-09T01:19:57,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741851_1027 (size=5156) 2024-11-09T01:19:57,803 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1488, reset compression=false 2024-11-09T01:19:58,147 INFO [M:0;5296cfb18d53:45729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a68d542bc0a424aa753682b88a412da 2024-11-09T01:19:58,151 DEBUG [M:0;5296cfb18d53:45729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/577bedc779c04e8cab6c08474182811f as hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/577bedc779c04e8cab6c08474182811f 2024-11-09T01:19:58,155 INFO [M:0;5296cfb18d53:45729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/577bedc779c04e8cab6c08474182811f, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T01:19:58,155 DEBUG [M:0;5296cfb18d53:45729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/509802d0524a4c3f9e5400970cb077d7 as hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/509802d0524a4c3f9e5400970cb077d7 2024-11-09T01:19:58,159 INFO [M:0;5296cfb18d53:45729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/509802d0524a4c3f9e5400970cb077d7, entries=15, sequenceid=127, filesize=9.0 K 2024-11-09T01:19:58,160 DEBUG [M:0;5296cfb18d53:45729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a68d542bc0a424aa753682b88a412da as hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a68d542bc0a424aa753682b88a412da 2024-11-09T01:19:58,163 INFO [M:0;5296cfb18d53:45729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a68d542bc0a424aa753682b88a412da, entries=1, sequenceid=127, filesize=5.0 K 2024-11-09T01:19:58,165 INFO [M:0;5296cfb18d53:45729 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=127, compaction requested=false 2024-11-09T01:19:58,193 INFO [M:0;5296cfb18d53:45729 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:19:58,193 DEBUG [M:0;5296cfb18d53:45729 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115196861Disabling compacts and flushes for region at 1731115196861Disabling writes for close at 1731115196861Obtaining lock to block concurrent updates at 1731115196861Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115196861Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731115196862 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115196862Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115196862Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115196879 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115196879Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115197294 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115197311 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115197311Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115197720 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115197737 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115197737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@412f0656: reopening flushed file at 1731115198151 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4376d689: reopening flushed file at 1731115198155 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a78e68c: reopening flushed file at 1731115198159 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=127, compaction requested=false at 1731115198165 (+6 ms)Writing region close event to WAL at 1731115198192 (+27 ms)Closed at 1731115198192 2024-11-09T01:19:58,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf53ce6d-9316-14f4-97c0-43a89df5c8e3/MasterData/WALs/5296cfb18d53,45729,1731115173294/5296cfb18d53%2C45729%2C1731115173294.1731115174290 not finished, retry = 0 2024-11-09T01:19:58,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741830_1006 (size=73866) 2024-11-09T01:19:58,213 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1466, reset compression=false 2024-11-09T01:19:58,300 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:19:58,300 INFO [M:0;5296cfb18d53:45729 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:19:58,301 INFO [M:0;5296cfb18d53:45729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45729 2024-11-09T01:19:58,301 INFO [M:0;5296cfb18d53:45729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:19:58,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:19:58,494 INFO [M:0;5296cfb18d53:45729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:19:58,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1011d2d0c190006, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:19:58,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@608212aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:19:58,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4645c900{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:19:58,497 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:19:58,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d6f3c2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:19:58,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dcb209f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/hadoop.log.dir/,STOPPED} 2024-11-09T01:19:58,499 WARN [BP-2596447-172.17.0.2-1731115171338 heartbeating to localhost/127.0.0.1:46637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:19:58,499 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:19:58,499 WARN [BP-2596447-172.17.0.2-1731115171338 heartbeating to localhost/127.0.0.1:46637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2596447-172.17.0.2-1731115171338 (Datanode Uuid 75ef3283-22d1-48d5-aa3f-d3d4c32efd48) service to localhost/127.0.0.1:46637 2024-11-09T01:19:58,499 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:19:58,499 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/cluster_a660706d-4c66-58d3-fb13-a65eade4969f/data/data1/current/BP-2596447-172.17.0.2-1731115171338 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:19:58,499 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/cluster_a660706d-4c66-58d3-fb13-a65eade4969f/data/data2/current/BP-2596447-172.17.0.2-1731115171338 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:19:58,499 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:19:58,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72746a16{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:19:58,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ef95952{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:19:58,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:19:58,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dfbe492{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:19:58,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3360cb18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/hadoop.log.dir/,STOPPED} 2024-11-09T01:19:58,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:19:58,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:19:58,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:58,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:58,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:58,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:19:58,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:58,526 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:19:58,526 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2098602453, stopped=false 2024-11-09T01:19:58,526 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,43175,1731115167799 2024-11-09T01:19:58,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1778047770/running 2024-11-09T01:19:58,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1778047770/running 2024-11-09T01:19:58,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:58,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:19:58,544 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:19:58,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Set watcher on znode that does not yet exist, /1778047770/running 2024-11-09T01:19:58,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:19:58,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Set watcher on znode that does not yet exist, /1778047770/running 2024-11-09T01:19:58,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:58,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:58,546 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,39137,1731115167934' ***** 2024-11-09T01:19:58,546 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:19:58,546 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:19:58,546 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:19:58,546 INFO [RS:0;5296cfb18d53:39137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:19:58,546 INFO [RS:0;5296cfb18d53:39137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:19:58,546 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(3091): Received CLOSE for cdd592e5b8c5d1c590009ab6322c80f8 2024-11-09T01:19:58,546 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(3091): Received CLOSE for dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:58,546 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,39137,1731115167934 2024-11-09T01:19:58,546 INFO [RS:0;5296cfb18d53:39137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:19:58,546 INFO [RS:0;5296cfb18d53:39137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:39137. 2024-11-09T01:19:58,546 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdd592e5b8c5d1c590009ab6322c80f8, disabling compactions & flushes 2024-11-09T01:19:58,546 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. 2024-11-09T01:19:58,546 DEBUG [RS:0;5296cfb18d53:39137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:19:58,547 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. 2024-11-09T01:19:58,547 DEBUG [RS:0;5296cfb18d53:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:19:58,547 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. after waiting 0 ms 2024-11-09T01:19:58,547 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. 2024-11-09T01:19:58,547 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:19:58,547 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:19:58,547 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:19:58,547 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cdd592e5b8c5d1c590009ab6322c80f8 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T01:19:58,547 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:19:58,547 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T01:19:58,547 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1325): Online Regions={cdd592e5b8c5d1c590009ab6322c80f8=test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8., dbf5ba5f213f2fa55ca9e44333a6f267=hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:19:58,547 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdd592e5b8c5d1c590009ab6322c80f8, dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:58,547 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:19:58,547 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:19:58,547 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:19:58,547 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:19:58,547 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:19:58,547 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T01:19:58,561 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/.tmp/info/4002e32324784ba8a3743eb68f88e0cc is 147, key is hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267./info:regioninfo/1731115183893/Put/seqid=0 2024-11-09T01:19:58,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741840_1016 (size=7686) 2024-11-09T01:19:58,564 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/.tmp/f/c3e66327c6374e658147d84540947626 is 37, key is row3/f:row3/1731115193488/Put/seqid=0 2024-11-09T01:19:58,565 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:19:58,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741841_1017 (size=5228) 2024-11-09T01:19:58,567 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/.tmp/f/c3e66327c6374e658147d84540947626 2024-11-09T01:19:58,570 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3e66327c6374e658147d84540947626 2024-11-09T01:19:58,586 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/.tmp/f1/cd18ebd76aae437fb0f2482a2f690da8 is 30, key is row1/f1:/1731115190826/DeleteFamily/seqid=0 2024-11-09T01:19:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741842_1018 (size=5158) 2024-11-09T01:19:58,606 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1488, reset compression=false 2024-11-09T01:19:58,747 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdd592e5b8c5d1c590009ab6322c80f8, dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:58,945 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:19:58,945 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:19:58,947 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdd592e5b8c5d1c590009ab6322c80f8, dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:58,964 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/.tmp/info/4002e32324784ba8a3743eb68f88e0cc 2024-11-09T01:19:58,985 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/.tmp/ns/2b43800fd9dc4db08d9e86cff3c8599d is 43, key is default/ns:d/1731115171153/Put/seqid=0 2024-11-09T01:19:58,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741843_1019 (size=5153) 2024-11-09T01:19:58,991 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/.tmp/f1/cd18ebd76aae437fb0f2482a2f690da8 2024-11-09T01:19:58,995 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd18ebd76aae437fb0f2482a2f690da8 2024-11-09T01:19:59,008 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/.tmp/norep/317c2399f35a41899e65926d2f87973b is 33, key is row1/norep:/1731115190826/DeleteFamily/seqid=0 2024-11-09T01:19:59,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741844_1020 (size=5108) 2024-11-09T01:19:59,117 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1466, reset compression=false 2024-11-09T01:19:59,121 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:59,121 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1713, reset compression=false 2024-11-09T01:19:59,121 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,39137,1731115167934 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:19:59,122 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5296cfb18d53,39137,1731115167934: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5296cfb18d53,39137,1731115167934, walGroup=5296cfb18d53%2C39137%2C1731115167934, offset=5296cfb18d53%2C39137%2C1731115167934.1731115170071:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:39137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T01:19:59,123 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T01:19:59,123 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T01:19:59,124 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T01:19:59,124 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T01:19:59,124 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T01:19:59,124 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 855607832 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199112152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T01:19:59,124 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T01:19:59,147 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdd592e5b8c5d1c590009ab6322c80f8, dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:59,325 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1713, reset compression=false 2024-11-09T01:19:59,348 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdd592e5b8c5d1c590009ab6322c80f8, dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:59,390 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/.tmp/ns/2b43800fd9dc4db08d9e86cff3c8599d 2024-11-09T01:19:59,409 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/.tmp/rep_barrier/d1ffa4988e354240b383d37dbeb94b7e is 112, key is test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8./rep_barrier:seqnumDuringOpen/1731115179160/Put/seqid=0 2024-11-09T01:19:59,412 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/.tmp/norep/317c2399f35a41899e65926d2f87973b 2024-11-09T01:19:59,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741845_1021 (size=5518) 2024-11-09T01:19:59,415 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 317c2399f35a41899e65926d2f87973b 2024-11-09T01:19:59,416 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/.tmp/f/c3e66327c6374e658147d84540947626 as hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/f/c3e66327c6374e658147d84540947626 2024-11-09T01:19:59,420 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3e66327c6374e658147d84540947626 2024-11-09T01:19:59,420 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/f/c3e66327c6374e658147d84540947626, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T01:19:59,421 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/.tmp/f1/cd18ebd76aae437fb0f2482a2f690da8 as hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/f1/cd18ebd76aae437fb0f2482a2f690da8 2024-11-09T01:19:59,425 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd18ebd76aae437fb0f2482a2f690da8 2024-11-09T01:19:59,426 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/f1/cd18ebd76aae437fb0f2482a2f690da8, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T01:19:59,426 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/.tmp/norep/317c2399f35a41899e65926d2f87973b as hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/norep/317c2399f35a41899e65926d2f87973b 2024-11-09T01:19:59,430 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 317c2399f35a41899e65926d2f87973b 2024-11-09T01:19:59,430 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/norep/317c2399f35a41899e65926d2f87973b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T01:19:59,431 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cdd592e5b8c5d1c590009ab6322c80f8 in 884ms, sequenceid=12, compaction requested=false 2024-11-09T01:19:59,439 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/default/test/cdd592e5b8c5d1c590009ab6322c80f8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T01:19:59,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:19:59,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:19:59,440 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. 2024-11-09T01:19:59,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdd592e5b8c5d1c590009ab6322c80f8: Waiting for close lock at 1731115198546Running coprocessor pre-close hooks at 1731115198546Disabling compacts and flushes for region at 1731115198546Disabling writes for close at 1731115198547 (+1 ms)Obtaining lock to block concurrent updates at 1731115198547Preparing flush snapshotting stores in cdd592e5b8c5d1c590009ab6322c80f8 at 1731115198547Finished memstore snapshotting test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731115198547Flushing stores of test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. at 1731115198547Flushing cdd592e5b8c5d1c590009ab6322c80f8/f: creating writer at 1731115198547Flushing cdd592e5b8c5d1c590009ab6322c80f8/f: appending metadata at 1731115198563 (+16 ms)Flushing cdd592e5b8c5d1c590009ab6322c80f8/f: closing flushed file at 1731115198563Flushing cdd592e5b8c5d1c590009ab6322c80f8/f1: creating writer at 1731115198570 (+7 ms)Flushing cdd592e5b8c5d1c590009ab6322c80f8/f1: appending metadata at 1731115198586 (+16 ms)Flushing cdd592e5b8c5d1c590009ab6322c80f8/f1: closing flushed file at 1731115198586Flushing cdd592e5b8c5d1c590009ab6322c80f8/norep: creating writer at 1731115198995 (+409 ms)Flushing cdd592e5b8c5d1c590009ab6322c80f8/norep: appending metadata at 1731115199007 (+12 ms)Flushing cdd592e5b8c5d1c590009ab6322c80f8/norep: closing flushed file at 1731115199007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a7673cd: reopening flushed file at 1731115199415 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5892bfd1: reopening flushed file at 1731115199420 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aa9362e: reopening flushed file at 1731115199426 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cdd592e5b8c5d1c590009ab6322c80f8 in 884ms, sequenceid=12, compaction requested=false at 1731115199431 (+5 ms)Writing region close event to WAL at 1731115199432 (+1 ms)Running coprocessor post-close hooks at 1731115199440 (+8 ms)Closed at 1731115199440 2024-11-09T01:19:59,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731115178009.cdd592e5b8c5d1c590009ab6322c80f8. 2024-11-09T01:19:59,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dbf5ba5f213f2fa55ca9e44333a6f267, disabling compactions & flushes 2024-11-09T01:19:59,440 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:59,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:59,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. after waiting 0 ms 2024-11-09T01:19:59,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:59,441 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dbf5ba5f213f2fa55ca9e44333a6f267: Waiting for close lock at 1731115199440Running coprocessor pre-close hooks at 1731115199440Disabling compacts and flushes for region at 1731115199440Disabling writes for close at 1731115199440Failed flush hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267., putting online again at 1731115199440 2024-11-09T01:19:59,441 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:59,509 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1488, reset compression=false 2024-11-09T01:19:59,548 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:19:59,548 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1325): Online Regions={dbf5ba5f213f2fa55ca9e44333a6f267=hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:19:59,548 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(3091): Received CLOSE for dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:59,548 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbf5ba5f213f2fa55ca9e44333a6f267 2024-11-09T01:19:59,548 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dbf5ba5f213f2fa55ca9e44333a6f267, disabling compactions & flushes 2024-11-09T01:19:59,548 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:59,548 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:59,548 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. after waiting 0 ms 2024-11-09T01:19:59,548 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:59,548 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dbf5ba5f213f2fa55ca9e44333a6f267: Waiting for close lock at 1731115199548Running coprocessor pre-close hooks at 1731115199548Disabling compacts and flushes for region at 1731115199548Disabling writes for close at 1731115199548Failed flush hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267., putting online again at 1731115199548 2024-11-09T01:19:59,548 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731115183485.dbf5ba5f213f2fa55ca9e44333a6f267. 2024-11-09T01:19:59,632 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 1713, reset compression=false 2024-11-09T01:19:59,637 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:19:59,637 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 2357, reset compression=false 2024-11-09T01:19:59,748 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:19:59,814 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/.tmp/rep_barrier/d1ffa4988e354240b383d37dbeb94b7e 2024-11-09T01:19:59,834 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/.tmp/table/85829bb4e82f49dab4f198bc2dd46448 is 53, key is hbase:replication/table:state/1731115183900/Put/seqid=0 2024-11-09T01:19:59,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741846_1022 (size=5308) 2024-11-09T01:19:59,840 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 2357, reset compression=false 2024-11-09T01:19:59,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:59,948 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:19:59,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:59,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:59,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:59,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:59,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:59,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:59,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:59,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:59,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:19:59,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:00,142 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/WALs/5296cfb18d53,39137,1731115167934/5296cfb18d53%2C39137%2C1731115167934.1731115170071 to pos 2357, reset compression=false 2024-11-09T01:20:00,149 DEBUG [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:20:00,238 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/.tmp/table/85829bb4e82f49dab4f198bc2dd46448 2024-11-09T01:20:00,242 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/.tmp/info/4002e32324784ba8a3743eb68f88e0cc as hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/info/4002e32324784ba8a3743eb68f88e0cc 2024-11-09T01:20:00,245 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/info/4002e32324784ba8a3743eb68f88e0cc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T01:20:00,246 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/.tmp/ns/2b43800fd9dc4db08d9e86cff3c8599d as hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/ns/2b43800fd9dc4db08d9e86cff3c8599d 2024-11-09T01:20:00,250 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/ns/2b43800fd9dc4db08d9e86cff3c8599d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T01:20:00,250 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/.tmp/rep_barrier/d1ffa4988e354240b383d37dbeb94b7e as hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/rep_barrier/d1ffa4988e354240b383d37dbeb94b7e 2024-11-09T01:20:00,254 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/rep_barrier/d1ffa4988e354240b383d37dbeb94b7e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T01:20:00,254 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/.tmp/table/85829bb4e82f49dab4f198bc2dd46448 as hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/table/85829bb4e82f49dab4f198bc2dd46448 2024-11-09T01:20:00,259 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/table/85829bb4e82f49dab4f198bc2dd46448, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T01:20:00,261 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-11-09T01:20:00,265 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T01:20:00,266 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:20:00,266 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:20:00,266 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:20:00,266 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115198547Running coprocessor pre-close hooks at 1731115198547Disabling compacts and flushes for region at 1731115198547Disabling writes for close at 1731115198547Obtaining lock to block concurrent updates at 1731115198547Preparing flush snapshotting stores in 1588230740 at 1731115198547Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731115198547Flushing stores of hbase:meta,,1.1588230740 at 1731115198548 (+1 ms)Flushing 1588230740/info: creating writer at 1731115198548Flushing 1588230740/info: appending metadata at 1731115198560 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731115198560Flushing 1588230740/ns: creating writer at 1731115198969 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731115198985 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731115198985Flushing 1588230740/rep_barrier: creating writer at 1731115199393 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115199408 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115199408Flushing 1588230740/table: creating writer at 1731115199818 (+410 ms)Flushing 1588230740/table: appending metadata at 1731115199834 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731115199834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c9dfa8: reopening flushed file at 1731115200241 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32af5b74: reopening flushed file at 1731115200246 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7497474f: reopening flushed file at 1731115200250 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8a0f8: reopening flushed file at 1731115200254 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1731115200261 (+7 ms)Writing region close event to WAL at 1731115200262 (+1 ms)Running coprocessor post-close hooks at 1731115200266 (+4 ms)Closed at 1731115200266 2024-11-09T01:20:00,266 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:20:00,349 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T01:20:00,349 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,39137,1731115167934; all regions closed. 2024-11-09T01:20:00,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741834_1010 (size=4239) 2024-11-09T01:20:00,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741839_1015 (size=2609) 2024-11-09T01:20:00,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741832_1008 (size=2365) 2024-11-09T01:20:00,357 DEBUG [RS:0;5296cfb18d53:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:00,357 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:20:00,357 INFO [RS:0;5296cfb18d53:39137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:20:00,357 INFO [RS:0;5296cfb18d53:39137 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:20:00,357 INFO [RS:0;5296cfb18d53:39137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:20:00,357 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:20:00,358 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,39137,1731115167934 because: Region server is closing 2024-11-09T01:20:00,358 INFO [RS:0;5296cfb18d53:39137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:39137. 2024-11-09T01:20:00,358 DEBUG [RS:0;5296cfb18d53:39137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:00,358 DEBUG [RS:0;5296cfb18d53:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:00,358 DEBUG [RS:0;5296cfb18d53:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:00,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:00,458 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.shipper5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 terminated 2024-11-09T01:20:00,458 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,39137,1731115167934.replicationSource.wal-reader.5296cfb18d53%2C39137%2C1731115167934,1-5296cfb18d53,39137,1731115167934 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T01:20:00,459 INFO [RS:0;5296cfb18d53:39137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:39137. 2024-11-09T01:20:00,459 DEBUG [RS:0;5296cfb18d53:39137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:00,459 DEBUG [RS:0;5296cfb18d53:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:00,459 DEBUG [RS:0;5296cfb18d53:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:00,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:00,459 INFO [RS:0;5296cfb18d53:39137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39137 2024-11-09T01:20:00,493 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:20:00,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:00,512 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1488, reset compression=false 2024-11-09T01:20:00,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:00,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:00,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:00,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:00,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:00,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:00,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:00,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:00,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:00,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1778047770/rs/5296cfb18d53,39137,1731115167934 2024-11-09T01:20:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770/rs 2024-11-09T01:20:00,613 INFO [RS:0;5296cfb18d53:39137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:20:00,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,39137,1731115167934] 2024-11-09T01:20:00,718 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1778047770/draining/5296cfb18d53,39137,1731115167934 already deleted, retry=false 2024-11-09T01:20:00,718 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,39137,1731115167934 expired; onlineServers=0 2024-11-09T01:20:00,718 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,43175,1731115167799' ***** 2024-11-09T01:20:00,718 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:20:00,718 INFO [M:0;5296cfb18d53:43175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:20:00,718 INFO [M:0;5296cfb18d53:43175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:20:00,718 DEBUG [M:0;5296cfb18d53:43175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:20:00,718 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:20:00,718 DEBUG [M:0;5296cfb18d53:43175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:20:00,718 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115169800 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115169800,5,FailOnTimeoutGroup] 2024-11-09T01:20:00,718 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115169800 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115169800,5,FailOnTimeoutGroup] 2024-11-09T01:20:00,719 INFO [M:0;5296cfb18d53:43175 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:20:00,719 INFO [M:0;5296cfb18d53:43175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:20:00,719 DEBUG [M:0;5296cfb18d53:43175 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:20:00,719 INFO [M:0;5296cfb18d53:43175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:20:00,719 INFO [M:0;5296cfb18d53:43175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:20:00,719 INFO [M:0;5296cfb18d53:43175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:20:00,719 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:20:00,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1778047770/master 2024-11-09T01:20:00,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1778047770 2024-11-09T01:20:00,729 DEBUG [M:0;5296cfb18d53:43175 {}] zookeeper.ZKUtil(347): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Unable to get data of znode /1778047770/master because node does not exist (not an error) 2024-11-09T01:20:00,729 WARN [M:0;5296cfb18d53:43175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:20:00,729 INFO [M:0;5296cfb18d53:43175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/.lastflushedseqids 2024-11-09T01:20:00,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741847_1023 (size=245) 2024-11-09T01:20:00,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:00,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1011d2d0c190004, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:00,793 INFO [RS:0;5296cfb18d53:39137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:20:00,793 INFO [RS:0;5296cfb18d53:39137 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,39137,1731115167934; zookeeper connection closed. 2024-11-09T01:20:00,794 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49ddd5f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49ddd5f5 2024-11-09T01:20:00,794 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:20:01,133 INFO [M:0;5296cfb18d53:43175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:20:01,133 INFO [M:0;5296cfb18d53:43175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:20:01,134 DEBUG [M:0;5296cfb18d53:43175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:20:01,134 INFO [M:0;5296cfb18d53:43175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:01,134 DEBUG [M:0;5296cfb18d53:43175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:01,134 DEBUG [M:0;5296cfb18d53:43175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:20:01,134 DEBUG [M:0;5296cfb18d53:43175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:01,134 INFO [M:0;5296cfb18d53:43175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T01:20:01,147 DEBUG [M:0;5296cfb18d53:43175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/967cbbce06ec4cc3b3da9922ac997a09 is 82, key is hbase:meta,,1/info:regioninfo/1731115171127/Put/seqid=0 2024-11-09T01:20:01,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741848_1024 (size=5672) 2024-11-09T01:20:01,550 INFO [M:0;5296cfb18d53:43175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/967cbbce06ec4cc3b3da9922ac997a09 2024-11-09T01:20:01,571 DEBUG [M:0;5296cfb18d53:43175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/404395666a534a54b5525b1f4dfb4153 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731115183904/Put/seqid=0 2024-11-09T01:20:01,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741849_1025 (size=8516) 2024-11-09T01:20:01,616 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1488, reset compression=false 2024-11-09T01:20:01,975 INFO [M:0;5296cfb18d53:43175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/404395666a534a54b5525b1f4dfb4153 2024-11-09T01:20:02,018 DEBUG [M:0;5296cfb18d53:43175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e25c08b785b4da78453890a6f2cd823 is 69, key is 5296cfb18d53,39137,1731115167934/rs:state/1731115169893/Put/seqid=0 2024-11-09T01:20:02,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741850_1026 (size=5156) 2024-11-09T01:20:02,422 INFO [M:0;5296cfb18d53:43175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e25c08b785b4da78453890a6f2cd823 2024-11-09T01:20:02,427 DEBUG [M:0;5296cfb18d53:43175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/967cbbce06ec4cc3b3da9922ac997a09 as hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/967cbbce06ec4cc3b3da9922ac997a09 2024-11-09T01:20:02,431 INFO [M:0;5296cfb18d53:43175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/967cbbce06ec4cc3b3da9922ac997a09, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T01:20:02,432 DEBUG [M:0;5296cfb18d53:43175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/404395666a534a54b5525b1f4dfb4153 as hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/404395666a534a54b5525b1f4dfb4153 2024-11-09T01:20:02,437 INFO [M:0;5296cfb18d53:43175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/404395666a534a54b5525b1f4dfb4153, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T01:20:02,437 DEBUG [M:0;5296cfb18d53:43175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e25c08b785b4da78453890a6f2cd823 as hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e25c08b785b4da78453890a6f2cd823 2024-11-09T01:20:02,442 INFO [M:0;5296cfb18d53:43175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e25c08b785b4da78453890a6f2cd823, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T01:20:02,442 INFO [M:0;5296cfb18d53:43175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=97, compaction requested=false 2024-11-09T01:20:02,444 INFO [M:0;5296cfb18d53:43175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:02,444 DEBUG [M:0;5296cfb18d53:43175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115201134Disabling compacts and flushes for region at 1731115201134Disabling writes for close at 1731115201134Obtaining lock to block concurrent updates at 1731115201134Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115201134Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731115201134Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115201134Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115201135 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115201147 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115201147Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115201554 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115201570 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115201570Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115201980 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115202018 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115202018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e2325ca: reopening flushed file at 1731115202426 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121b9516: reopening flushed file at 1731115202431 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b491af9: reopening flushed file at 1731115202437 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=97, compaction requested=false at 1731115202442 (+5 ms)Writing region close event to WAL at 1731115202444 (+2 ms)Closed at 1731115202444 2024-11-09T01:20:02,447 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba33d0bc-6a1a-9960-75b7-8eff4ca9b504/MasterData/WALs/5296cfb18d53,43175,1731115167799/5296cfb18d53%2C43175%2C1731115167799.1731115169267 not finished, retry = 0 2024-11-09T01:20:02,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42877 is added to blk_1073741830_1006 (size=63654) 2024-11-09T01:20:02,548 INFO [M:0;5296cfb18d53:43175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:20:02,548 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:20:02,548 INFO [M:0;5296cfb18d53:43175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43175 2024-11-09T01:20:02,548 INFO [M:0;5296cfb18d53:43175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:20:02,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:02,707 INFO [M:0;5296cfb18d53:43175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:20:02,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x1011d2d0c190003, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:02,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60b42cc9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:20:02,716 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71d129f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:20:02,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:20:02,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75cd9380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:20:02,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22247b2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/hadoop.log.dir/,STOPPED} 2024-11-09T01:20:02,720 WARN [BP-1449527720-172.17.0.2-1731115164959 heartbeating to localhost/127.0.0.1:33255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:20:02,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:20:02,720 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:20:02,720 WARN [BP-1449527720-172.17.0.2-1731115164959 heartbeating to localhost/127.0.0.1:33255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1449527720-172.17.0.2-1731115164959 (Datanode Uuid ad7c53e7-5445-4478-a3e0-8d24608b8c98) service to localhost/127.0.0.1:33255 2024-11-09T01:20:02,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/cluster_6ef963e4-bed1-75b0-1596-f0ea35ed4d97/data/data1/current/BP-1449527720-172.17.0.2-1731115164959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:20:02,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/cluster_6ef963e4-bed1-75b0-1596-f0ea35ed4d97/data/data2/current/BP-1449527720-172.17.0.2-1731115164959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:20:02,721 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:20:02,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b3174ac{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:20:02,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28434b8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:20:02,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:20:02,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c3f0133{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:20:02,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5064314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/71ee9756-a665-62ad-bae0-4ec9ae58a9e6/hadoop.log.dir/,STOPPED} 2024-11-09T01:20:02,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:20:02,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:20:02,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:20:02,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:02,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:02,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:02,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:02,745 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:20:02,745 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=849339020, stopped=false 2024-11-09T01:20:02,745 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,33605,1731115161221 2024-11-09T01:20:02,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-750035225/running 2024-11-09T01:20:02,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-750035225/running 2024-11-09T01:20:02,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:20:02,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:20:02,760 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:20:02,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Set watcher on znode that does not yet exist, /0-750035225/running 2024-11-09T01:20:02,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:20:02,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Set watcher on znode that does not yet exist, /0-750035225/running 2024-11-09T01:20:02,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:02,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:02,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,42081,1731115161432' ***** 2024-11-09T01:20:02,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:20:02,762 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:20:02,762 INFO [RS:0;5296cfb18d53:42081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:20:02,762 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:20:02,762 INFO [RS:0;5296cfb18d53:42081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:20:02,762 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(3091): Received CLOSE for a9c1621eaa5cf6c714c58aac8b8da525 2024-11-09T01:20:02,762 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(3091): Received CLOSE for f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:20:02,763 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,42081,1731115161432 2024-11-09T01:20:02,763 INFO [RS:0;5296cfb18d53:42081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:20:02,763 INFO [RS:0;5296cfb18d53:42081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:42081. 2024-11-09T01:20:02,763 DEBUG [RS:0;5296cfb18d53:42081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:02,763 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9c1621eaa5cf6c714c58aac8b8da525, disabling compactions & flushes 2024-11-09T01:20:02,763 DEBUG [RS:0;5296cfb18d53:42081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:02,763 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. 2024-11-09T01:20:02,763 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:20:02,763 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. 2024-11-09T01:20:02,763 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:20:02,763 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:20:02,763 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:20:02,763 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. after waiting 0 ms 2024-11-09T01:20:02,763 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. 2024-11-09T01:20:02,763 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T01:20:02,763 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1325): Online Regions={a9c1621eaa5cf6c714c58aac8b8da525=hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525., 1588230740=hbase:meta,,1.1588230740, f9683dc98dbe726d599e9f84430ec957=test,,1731115176865.f9683dc98dbe726d599e9f84430ec957.} 2024-11-09T01:20:02,763 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9c1621eaa5cf6c714c58aac8b8da525, f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:20:02,763 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a9c1621eaa5cf6c714c58aac8b8da525 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-09T01:20:02,763 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:20:02,763 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:20:02,763 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:20:02,763 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:20:02,763 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:20:02,763 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T01:20:02,765 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:20:02,801 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/.tmp/info/f4cb8fe4699e4ea0bd9c7b42cd59597c is 147, key is hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525./info:regioninfo/1731115183093/Put/seqid=0 2024-11-09T01:20:02,813 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/replication/a9c1621eaa5cf6c714c58aac8b8da525/.tmp/queue/e5ea35d7dc1445899e2e7aeb855dabe0 is 154, key is 1-5296cfb18d53,42081,1731115161432/queue:5296cfb18d53%2C42081%2C1731115161432/1731115195083/Put/seqid=0 2024-11-09T01:20:02,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741840_1016 (size=7686) 2024-11-09T01:20:02,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741841_1017 (size=5353) 2024-11-09T01:20:02,819 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1488, reset compression=false 2024-11-09T01:20:02,963 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9c1621eaa5cf6c714c58aac8b8da525, f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:20:03,163 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9c1621eaa5cf6c714c58aac8b8da525, f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:20:03,214 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/.tmp/info/f4cb8fe4699e4ea0bd9c7b42cd59597c 2024-11-09T01:20:03,217 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/replication/a9c1621eaa5cf6c714c58aac8b8da525/.tmp/queue/e5ea35d7dc1445899e2e7aeb855dabe0 2024-11-09T01:20:03,221 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/replication/a9c1621eaa5cf6c714c58aac8b8da525/.tmp/queue/e5ea35d7dc1445899e2e7aeb855dabe0 as hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/replication/a9c1621eaa5cf6c714c58aac8b8da525/queue/e5ea35d7dc1445899e2e7aeb855dabe0 2024-11-09T01:20:03,225 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/replication/a9c1621eaa5cf6c714c58aac8b8da525/queue/e5ea35d7dc1445899e2e7aeb855dabe0, entries=1, sequenceid=14, filesize=5.2 K 2024-11-09T01:20:03,228 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for a9c1621eaa5cf6c714c58aac8b8da525 in 465ms, sequenceid=14, compaction requested=false 2024-11-09T01:20:03,228 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T01:20:03,232 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/replication/a9c1621eaa5cf6c714c58aac8b8da525/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-09T01:20:03,232 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:20:03,232 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:20:03,232 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. 2024-11-09T01:20:03,232 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9c1621eaa5cf6c714c58aac8b8da525: Waiting for close lock at 1731115202763Running coprocessor pre-close hooks at 1731115202763Disabling compacts and flushes for region at 1731115202763Disabling writes for close at 1731115202763Obtaining lock to block concurrent updates at 1731115202763Preparing flush snapshotting stores in a9c1621eaa5cf6c714c58aac8b8da525 at 1731115202763Finished memstore snapshotting hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731115202763Flushing stores of hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. at 1731115202764 (+1 ms)Flushing a9c1621eaa5cf6c714c58aac8b8da525/queue: creating writer at 1731115202764Flushing a9c1621eaa5cf6c714c58aac8b8da525/queue: appending metadata at 1731115202812 (+48 ms)Flushing a9c1621eaa5cf6c714c58aac8b8da525/queue: closing flushed file at 1731115202812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49fae5c9: reopening flushed file at 1731115203221 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for a9c1621eaa5cf6c714c58aac8b8da525 in 465ms, sequenceid=14, compaction requested=false at 1731115203228 (+7 ms)Writing region close event to WAL at 1731115203229 (+1 ms)Running coprocessor post-close hooks at 1731115203232 (+3 ms)Closed at 1731115203232 2024-11-09T01:20:03,232 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731115182329.a9c1621eaa5cf6c714c58aac8b8da525. 2024-11-09T01:20:03,233 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9683dc98dbe726d599e9f84430ec957, disabling compactions & flushes 2024-11-09T01:20:03,233 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. 2024-11-09T01:20:03,233 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. 2024-11-09T01:20:03,233 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. after waiting 0 ms 2024-11-09T01:20:03,233 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. 2024-11-09T01:20:03,233 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f9683dc98dbe726d599e9f84430ec957 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-09T01:20:03,236 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/.tmp/ns/f3afac1fe9f241a6bbcd9c7aa4be7425 is 43, key is default/ns:d/1731115164825/Put/seqid=0 2024-11-09T01:20:03,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:20:03,249 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/.tmp/f/45968f03acfc4473a283aa50e9c824f2 is 37, key is row3/f:row3/1731115193488/Put/seqid=0 2024-11-09T01:20:03,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741843_1019 (size=5228) 2024-11-09T01:20:03,253 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/.tmp/f/45968f03acfc4473a283aa50e9c824f2 2024-11-09T01:20:03,258 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45968f03acfc4473a283aa50e9c824f2 2024-11-09T01:20:03,274 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/.tmp/f1/01834c74ed664811a288d4cf84cc6797 is 30, key is row1/f1:/1731115190826/DeleteFamily/seqid=0 2024-11-09T01:20:03,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741844_1020 (size=5158) 2024-11-09T01:20:03,364 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:20:03,564 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:20:03,642 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/.tmp/ns/f3afac1fe9f241a6bbcd9c7aa4be7425 2024-11-09T01:20:03,658 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/.tmp/rep_barrier/27d9a715b9b644f7be211195a4433730 is 112, key is test,,1731115176865.f9683dc98dbe726d599e9f84430ec957./rep_barrier:seqnumDuringOpen/1731115177619/Put/seqid=0 2024-11-09T01:20:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741845_1021 (size=5518) 2024-11-09T01:20:03,677 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/.tmp/f1/01834c74ed664811a288d4cf84cc6797 2024-11-09T01:20:03,680 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01834c74ed664811a288d4cf84cc6797 2024-11-09T01:20:03,695 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/.tmp/norep/bb841186de69482dbc764b5fac44d002 is 32, key is row/norep:/1731115189820/DeleteFamily/seqid=0 2024-11-09T01:20:03,697 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:20:03,697 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:20:03,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741846_1022 (size=5101) 2024-11-09T01:20:03,764 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:20:03,764 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f9683dc98dbe726d599e9f84430ec957=test,,1731115176865.f9683dc98dbe726d599e9f84430ec957.} 2024-11-09T01:20:03,764 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:20:03,964 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9683dc98dbe726d599e9f84430ec957 2024-11-09T01:20:04,061 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/.tmp/rep_barrier/27d9a715b9b644f7be211195a4433730 2024-11-09T01:20:04,081 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/.tmp/table/33763b842f0241b1b8ea3ef5ef7c18fa is 53, key is hbase:replication/table:state/1731115183100/Put/seqid=0 2024-11-09T01:20:04,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741847_1023 (size=5308) 2024-11-09T01:20:04,098 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/.tmp/norep/bb841186de69482dbc764b5fac44d002 2024-11-09T01:20:04,101 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb841186de69482dbc764b5fac44d002 2024-11-09T01:20:04,102 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/.tmp/f/45968f03acfc4473a283aa50e9c824f2 as hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/f/45968f03acfc4473a283aa50e9c824f2 2024-11-09T01:20:04,106 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45968f03acfc4473a283aa50e9c824f2 2024-11-09T01:20:04,106 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/f/45968f03acfc4473a283aa50e9c824f2, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T01:20:04,107 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/.tmp/f1/01834c74ed664811a288d4cf84cc6797 as hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/f1/01834c74ed664811a288d4cf84cc6797 2024-11-09T01:20:04,111 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01834c74ed664811a288d4cf84cc6797 2024-11-09T01:20:04,111 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/f1/01834c74ed664811a288d4cf84cc6797, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T01:20:04,111 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/.tmp/norep/bb841186de69482dbc764b5fac44d002 as hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/norep/bb841186de69482dbc764b5fac44d002 2024-11-09T01:20:04,115 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb841186de69482dbc764b5fac44d002 2024-11-09T01:20:04,115 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/norep/bb841186de69482dbc764b5fac44d002, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T01:20:04,116 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f9683dc98dbe726d599e9f84430ec957 in 882ms, sequenceid=12, compaction requested=false 2024-11-09T01:20:04,116 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T01:20:04,125 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/default/test/f9683dc98dbe726d599e9f84430ec957/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T01:20:04,125 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:20:04,125 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:20:04,125 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. 2024-11-09T01:20:04,125 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9683dc98dbe726d599e9f84430ec957: Waiting for close lock at 1731115203233Running coprocessor pre-close hooks at 1731115203233Disabling compacts and flushes for region at 1731115203233Disabling writes for close at 1731115203233Obtaining lock to block concurrent updates at 1731115203233Preparing flush snapshotting stores in f9683dc98dbe726d599e9f84430ec957 at 1731115203233Finished memstore snapshotting test,,1731115176865.f9683dc98dbe726d599e9f84430ec957., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731115203233Flushing stores of test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. at 1731115203233Flushing f9683dc98dbe726d599e9f84430ec957/f: creating writer at 1731115203233Flushing f9683dc98dbe726d599e9f84430ec957/f: appending metadata at 1731115203248 (+15 ms)Flushing f9683dc98dbe726d599e9f84430ec957/f: closing flushed file at 1731115203248Flushing f9683dc98dbe726d599e9f84430ec957/f1: creating writer at 1731115203258 (+10 ms)Flushing f9683dc98dbe726d599e9f84430ec957/f1: appending metadata at 1731115203273 (+15 ms)Flushing f9683dc98dbe726d599e9f84430ec957/f1: closing flushed file at 1731115203273Flushing f9683dc98dbe726d599e9f84430ec957/norep: creating writer at 1731115203681 (+408 ms)Flushing f9683dc98dbe726d599e9f84430ec957/norep: appending metadata at 1731115203694 (+13 ms)Flushing f9683dc98dbe726d599e9f84430ec957/norep: closing flushed file at 1731115203694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2142e048: reopening flushed file at 1731115204101 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b350f9c: reopening flushed file at 1731115204107 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21506b41: reopening flushed file at 1731115204111 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f9683dc98dbe726d599e9f84430ec957 in 882ms, sequenceid=12, compaction requested=false at 1731115204116 (+5 ms)Writing region close event to WAL at 1731115204122 (+6 ms)Running coprocessor post-close hooks at 1731115204125 (+3 ms)Closed at 1731115204125 2024-11-09T01:20:04,125 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731115176865.f9683dc98dbe726d599e9f84430ec957. 2024-11-09T01:20:04,133 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 1488, reset compression=false 2024-11-09T01:20:04,137 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:20:04,137 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 2379, reset compression=false 2024-11-09T01:20:04,137 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,42081,1731115161432 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754, lastWalPosition=2379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:20:04,137 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5296cfb18d53,42081,1731115161432: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5296cfb18d53,42081,1731115161432, walGroup=5296cfb18d53%2C42081%2C1731115161432, offset=5296cfb18d53%2C42081%2C1731115161432.1731115163754:2379, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:42081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T01:20:04,138 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T01:20:04,138 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T01:20:04,138 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T01:20:04,138 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T01:20:04,138 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T01:20:04,138 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 962562584 }, "NonHeapMemoryUsage": { "committed": 202702848, "init": 7667712, "max": -1, "used": 199880736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T01:20:04,139 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:33605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:33605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T01:20:04,164 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:20:04,340 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 2379, reset compression=false 2024-11-09T01:20:04,365 DEBUG [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:20:04,485 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/.tmp/table/33763b842f0241b1b8ea3ef5ef7c18fa 2024-11-09T01:20:04,489 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/.tmp/info/f4cb8fe4699e4ea0bd9c7b42cd59597c as hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/info/f4cb8fe4699e4ea0bd9c7b42cd59597c 2024-11-09T01:20:04,493 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/info/f4cb8fe4699e4ea0bd9c7b42cd59597c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T01:20:04,493 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/.tmp/ns/f3afac1fe9f241a6bbcd9c7aa4be7425 as hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/ns/f3afac1fe9f241a6bbcd9c7aa4be7425 2024-11-09T01:20:04,497 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/ns/f3afac1fe9f241a6bbcd9c7aa4be7425, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T01:20:04,498 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/.tmp/rep_barrier/27d9a715b9b644f7be211195a4433730 as hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/rep_barrier/27d9a715b9b644f7be211195a4433730 2024-11-09T01:20:04,500 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/rep_barrier/27d9a715b9b644f7be211195a4433730, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T01:20:04,501 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/.tmp/table/33763b842f0241b1b8ea3ef5ef7c18fa as hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/table/33763b842f0241b1b8ea3ef5ef7c18fa 2024-11-09T01:20:04,504 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/table/33763b842f0241b1b8ea3ef5ef7c18fa, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T01:20:04,504 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=16, compaction requested=false 2024-11-09T01:20:04,505 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:20:04,521 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T01:20:04,521 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:20:04,521 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:20:04,521 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:20:04,521 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115202763Running coprocessor pre-close hooks at 1731115202763Disabling compacts and flushes for region at 1731115202763Disabling writes for close at 1731115202763Obtaining lock to block concurrent updates at 1731115202763Preparing flush snapshotting stores in 1588230740 at 1731115202763Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731115202764 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731115202765 (+1 ms)Flushing 1588230740/info: creating writer at 1731115202765Flushing 1588230740/info: appending metadata at 1731115202800 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731115202800Flushing 1588230740/ns: creating writer at 1731115203218 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731115203236 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731115203236Flushing 1588230740/rep_barrier: creating writer at 1731115203646 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115203658 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115203658Flushing 1588230740/table: creating writer at 1731115204065 (+407 ms)Flushing 1588230740/table: appending metadata at 1731115204081 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731115204081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea5a67f: reopening flushed file at 1731115204488 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e060e42: reopening flushed file at 1731115204493 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0be4e7: reopening flushed file at 1731115204497 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@725ad74d: reopening flushed file at 1731115204500 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=16, compaction requested=false at 1731115204504 (+4 ms)Writing region close event to WAL at 1731115204506 (+2 ms)Running coprocessor post-close hooks at 1731115204521 (+15 ms)Closed at 1731115204521 2024-11-09T01:20:04,521 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:20:04,565 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,42081,1731115161432; all regions closed. 2024-11-09T01:20:04,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741834_1010 (size=4239) 2024-11-09T01:20:04,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741839_1015 (size=3552) 2024-11-09T01:20:04,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741832_1008 (size=2387) 2024-11-09T01:20:04,573 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 not finished, retry = 0 2024-11-09T01:20:04,643 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 to pos 2379, reset compression=false 2024-11-09T01:20:04,674 DEBUG [RS:0;5296cfb18d53:42081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:04,674 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:20:04,675 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/WALs/5296cfb18d53,42081,1731115161432/5296cfb18d53%2C42081%2C1731115161432.1731115163754 2024-11-09T01:20:04,675 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-09T01:20:04,675 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-09T01:20:04,675 INFO [RS:0;5296cfb18d53:42081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:20:04,675 INFO [RS:0;5296cfb18d53:42081 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:20:04,675 INFO [RS:0;5296cfb18d53:42081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:20:04,675 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:20:04,675 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,42081,1731115161432 because: Region server is closing 2024-11-09T01:20:04,675 INFO [RS:0;5296cfb18d53:42081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:42081. 2024-11-09T01:20:04,676 DEBUG [RS:0;5296cfb18d53:42081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:04,676 DEBUG [RS:0;5296cfb18d53:42081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:04,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:04,676 DEBUG [RS:0;5296cfb18d53:42081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:04,776 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.shipper5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 terminated 2024-11-09T01:20:04,776 INFO [RS:0;5296cfb18d53:42081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:42081. 2024-11-09T01:20:04,776 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,42081,1731115161432.replicationSource.wal-reader.5296cfb18d53%2C42081%2C1731115161432,1-5296cfb18d53,42081,1731115161432 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-09T01:20:04,776 DEBUG [RS:0;5296cfb18d53:42081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:04,776 DEBUG [RS:0;5296cfb18d53:42081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:04,776 DEBUG [RS:0;5296cfb18d53:42081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:04,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:04,777 INFO [RS:0;5296cfb18d53:42081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42081 2024-11-09T01:20:04,837 INFO [master/5296cfb18d53:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T01:20:04,837 INFO [master/5296cfb18d53:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T01:20:04,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225/rs 2024-11-09T01:20:04,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-750035225/rs/5296cfb18d53,42081,1731115161432 2024-11-09T01:20:04,839 INFO [RS:0;5296cfb18d53:42081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:20:04,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,42081,1731115161432] 2024-11-09T01:20:04,860 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-750035225/draining/5296cfb18d53,42081,1731115161432 already deleted, retry=false 2024-11-09T01:20:04,860 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,42081,1731115161432 expired; onlineServers=0 2024-11-09T01:20:04,860 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,33605,1731115161221' ***** 2024-11-09T01:20:04,860 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:20:04,860 INFO [M:0;5296cfb18d53:33605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:20:04,860 INFO [M:0;5296cfb18d53:33605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:20:04,860 DEBUG [M:0;5296cfb18d53:33605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:20:04,860 DEBUG [M:0;5296cfb18d53:33605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:20:04,860 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:20:04,860 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115163511 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115163511,5,FailOnTimeoutGroup] 2024-11-09T01:20:04,860 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115163512 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115163512,5,FailOnTimeoutGroup] 2024-11-09T01:20:04,860 INFO [M:0;5296cfb18d53:33605 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:20:04,860 INFO [M:0;5296cfb18d53:33605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:20:04,861 DEBUG [M:0;5296cfb18d53:33605 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:20:04,861 INFO [M:0;5296cfb18d53:33605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:20:04,861 INFO [M:0;5296cfb18d53:33605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:20:04,861 INFO [M:0;5296cfb18d53:33605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:20:04,861 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:20:04,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-750035225/master 2024-11-09T01:20:04,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750035225 2024-11-09T01:20:04,870 DEBUG [M:0;5296cfb18d53:33605 {}] zookeeper.ZKUtil(347): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Unable to get data of znode /0-750035225/master because node does not exist (not an error) 2024-11-09T01:20:04,870 WARN [M:0;5296cfb18d53:33605 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:20:04,871 INFO [M:0;5296cfb18d53:33605 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/.lastflushedseqids 2024-11-09T01:20:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741848_1024 (size=245) 2024-11-09T01:20:04,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:04,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x1011d2d0c190001, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:04,950 INFO [RS:0;5296cfb18d53:42081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:20:04,950 INFO [RS:0;5296cfb18d53:42081 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,42081,1731115161432; zookeeper connection closed. 2024-11-09T01:20:04,950 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28e1ab26 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28e1ab26 2024-11-09T01:20:04,950 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:20:05,275 INFO [M:0;5296cfb18d53:33605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:20:05,275 INFO [M:0;5296cfb18d53:33605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:20:05,275 DEBUG [M:0;5296cfb18d53:33605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:20:05,275 INFO [M:0;5296cfb18d53:33605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:05,275 DEBUG [M:0;5296cfb18d53:33605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:05,275 DEBUG [M:0;5296cfb18d53:33605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:20:05,275 DEBUG [M:0;5296cfb18d53:33605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:05,275 INFO [M:0;5296cfb18d53:33605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-09T01:20:05,289 DEBUG [M:0;5296cfb18d53:33605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cfb11e4dd2b48fda6e1ffdfd43cdc4c is 82, key is hbase:meta,,1/info:regioninfo/1731115164699/Put/seqid=0 2024-11-09T01:20:05,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741849_1025 (size=5672) 2024-11-09T01:20:05,692 INFO [M:0;5296cfb18d53:33605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cfb11e4dd2b48fda6e1ffdfd43cdc4c 2024-11-09T01:20:05,714 DEBUG [M:0;5296cfb18d53:33605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e311e4decd36413d9e6ff9c11d434cb6 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731115177631/Put/seqid=0 2024-11-09T01:20:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741850_1026 (size=7217) 2024-11-09T01:20:05,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:20:05,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:05,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:05,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:05,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:05,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:05,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:05,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:05,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:05,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:05,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:05,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:05,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:06,118 INFO [M:0;5296cfb18d53:33605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e311e4decd36413d9e6ff9c11d434cb6 2024-11-09T01:20:06,121 INFO [M:0;5296cfb18d53:33605 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e311e4decd36413d9e6ff9c11d434cb6 2024-11-09T01:20:06,138 DEBUG [M:0;5296cfb18d53:33605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b27ffd9947204279bc77da5d9eea316b is 69, key is 5296cfb18d53,42081,1731115161432/rs:state/1731115163603/Put/seqid=0 2024-11-09T01:20:06,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741851_1027 (size=5156) 2024-11-09T01:20:06,542 INFO [M:0;5296cfb18d53:33605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b27ffd9947204279bc77da5d9eea316b 2024-11-09T01:20:06,546 DEBUG [M:0;5296cfb18d53:33605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cfb11e4dd2b48fda6e1ffdfd43cdc4c as hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cfb11e4dd2b48fda6e1ffdfd43cdc4c 2024-11-09T01:20:06,549 INFO [M:0;5296cfb18d53:33605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cfb11e4dd2b48fda6e1ffdfd43cdc4c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T01:20:06,549 DEBUG [M:0;5296cfb18d53:33605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e311e4decd36413d9e6ff9c11d434cb6 as hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e311e4decd36413d9e6ff9c11d434cb6 2024-11-09T01:20:06,552 INFO [M:0;5296cfb18d53:33605 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e311e4decd36413d9e6ff9c11d434cb6 2024-11-09T01:20:06,552 INFO [M:0;5296cfb18d53:33605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e311e4decd36413d9e6ff9c11d434cb6, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T01:20:06,553 DEBUG [M:0;5296cfb18d53:33605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b27ffd9947204279bc77da5d9eea316b as hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b27ffd9947204279bc77da5d9eea316b 2024-11-09T01:20:06,556 INFO [M:0;5296cfb18d53:33605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b27ffd9947204279bc77da5d9eea316b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T01:20:06,557 INFO [M:0;5296cfb18d53:33605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-09T01:20:06,558 INFO [M:0;5296cfb18d53:33605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:06,558 DEBUG [M:0;5296cfb18d53:33605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115205275Disabling compacts and flushes for region at 1731115205275Disabling writes for close at 1731115205275Obtaining lock to block concurrent updates at 1731115205275Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115205275Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731115205276 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115205276Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115205276Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115205289 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115205289Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115205697 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115205714 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115205714Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115206121 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115206138 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115206138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e439941: reopening flushed file at 1731115206545 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5815b469: reopening flushed file at 1731115206549 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3877091: reopening flushed file at 1731115206552 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1731115206557 (+5 ms)Writing region close event to WAL at 1731115206558 (+1 ms)Closed at 1731115206558 2024-11-09T01:20:06,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741830_1006 (size=64411) 2024-11-09T01:20:06,561 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/de0bb8bc-88af-2012-2054-c27bbd55a179/MasterData/WALs/5296cfb18d53,33605,1731115161221/5296cfb18d53%2C33605%2C1731115161221.1731115163217 not finished, retry = 0 2024-11-09T01:20:06,662 INFO [M:0;5296cfb18d53:33605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:20:06,662 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:20:06,662 INFO [M:0;5296cfb18d53:33605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33605 2024-11-09T01:20:06,663 INFO [M:0;5296cfb18d53:33605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:20:06,791 INFO [M:0;5296cfb18d53:33605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:20:06,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:06,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33605-0x1011d2d0c190000, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:06,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11005890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:20:06,794 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72a8fb2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:20:06,794 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:20:06,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eca1511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:20:06,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ccedaa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/hadoop.log.dir/,STOPPED} 2024-11-09T01:20:06,795 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:20:06,795 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:20:06,796 WARN [BP-889273083-172.17.0.2-1731115159693 heartbeating to localhost/127.0.0.1:38143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:20:06,796 WARN [BP-889273083-172.17.0.2-1731115159693 heartbeating to localhost/127.0.0.1:38143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-889273083-172.17.0.2-1731115159693 (Datanode Uuid c050ed61-8f61-4b5f-b714-d387f7be3b70) service to localhost/127.0.0.1:38143 2024-11-09T01:20:06,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/cluster_5e52053b-f734-6f97-49c1-f9aeb2bd7124/data/data1/current/BP-889273083-172.17.0.2-1731115159693 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:20:06,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/cluster_5e52053b-f734-6f97-49c1-f9aeb2bd7124/data/data2/current/BP-889273083-172.17.0.2-1731115159693 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:20:06,796 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:20:06,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2221d68c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:20:06,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d00ec2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:20:06,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:20:06,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59e682da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:20:06,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@505f8c31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2a46b8e6-17a8-f3cd-2433-90659906b1ac/hadoop.log.dir/,STOPPED} 2024-11-09T01:20:06,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:20:06,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:20:06,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=311 (was 261) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49171) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49171) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38143 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49171) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33255 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=721 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 389) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2357 (was 2044) - AvailableMemoryMB LEAK? - 2024-11-09T01:20:06,841 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=311, OpenFileDescriptor=721, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=2357 2024-11-09T01:20:06,852 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-09T01:20:06,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/hadoop.log.dir so I do NOT create it in target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34 2024-11-09T01:20:06,852 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:20:06,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/hadoop.tmp.dir so I do NOT create it in target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34 2024-11-09T01:20:06,852 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b659157-3a5a-dd1e-a332-db5fafb05b43/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:20:06,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34 2024-11-09T01:20:06,853 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/cluster_f8d92fc2-856e-6bb0-c2a9-5b6dfdb54d8e, deleteOnExit=true 2024-11-09T01:20:06,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/cluster_f8d92fc2-856e-6bb0-c2a9-5b6dfdb54d8e/zookeeper_0, clientPort=54449, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/cluster_f8d92fc2-856e-6bb0-c2a9-5b6dfdb54d8e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/cluster_f8d92fc2-856e-6bb0-c2a9-5b6dfdb54d8e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:20:06,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54449 2024-11-09T01:20:06,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:20:06,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:20:06,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/test.cache.data in system properties and HBase conf 2024-11-09T01:20:06,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:20:06,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:20:06,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:20:06,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:20:06,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:20:06,856 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:20:06,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:20:06,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:20:06,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:20:06,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:20:06,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:20:06,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:20:06,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:20:06,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:20:06,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:20:06,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:20:06,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:20:06,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:20:06,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:20:06,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:20:06,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d2d0c190005, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:20:06,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d2d0c190002, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:20:06,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d2d0c190005, quorum=127.0.0.1:49171, baseZNode=/1778047770 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:20:06,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011d2d0c190008, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:20:06,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d2d0c190002, quorum=127.0.0.1:49171, baseZNode=/0-750035225 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:20:06,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011d2d0c190008, quorum=127.0.0.1:49171, baseZNode=/21461269758 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:20:07,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:07,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:20:07,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:20:07,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:20:07,240 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:20:07,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:07,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c96ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:20:07,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dc97342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:20:07,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c7cdc0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/java.io.tmpdir/jetty-localhost-40699-hadoop-hdfs-3_4_1-tests_jar-_-any-2564447864402551301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:20:07,368 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@541e5d04{HTTP/1.1, (http/1.1)}{localhost:40699} 2024-11-09T01:20:07,368 INFO [Time-limited test {}] server.Server(415): Started @281952ms 2024-11-09T01:20:07,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:07,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:20:07,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:20:07,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:20:07,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:20:07,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4852df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:20:07,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@611a7b22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:20:07,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72e491e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/java.io.tmpdir/jetty-localhost-34079-hadoop-hdfs-3_4_1-tests_jar-_-any-10220251653930333818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:20:07,773 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@95d46a0{HTTP/1.1, (http/1.1)}{localhost:34079} 2024-11-09T01:20:07,773 INFO [Time-limited test {}] server.Server(415): Started @282358ms 2024-11-09T01:20:07,775 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:20:08,436 WARN [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/cluster_f8d92fc2-856e-6bb0-c2a9-5b6dfdb54d8e/data/data2/current/BP-1411152072-172.17.0.2-1731115206870/current, will proceed with Du for space computation calculation, 2024-11-09T01:20:08,436 WARN [Thread-3435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/cluster_f8d92fc2-856e-6bb0-c2a9-5b6dfdb54d8e/data/data1/current/BP-1411152072-172.17.0.2-1731115206870/current, will proceed with Du for space computation calculation, 2024-11-09T01:20:08,455 WARN [Thread-3423 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:20:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17a0f9ca663f77dc with lease ID 0x24dee4047d6ca0e4: Processing first storage report for DS-9e15acc3-f393-41b8-83a1-25c8cd188ff3 from datanode DatanodeRegistration(127.0.0.1:34105, datanodeUuid=b0642361-690a-4c66-983d-f1ed0ab160fd, infoPort=33083, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=223657007;c=1731115206870) 2024-11-09T01:20:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17a0f9ca663f77dc with lease ID 0x24dee4047d6ca0e4: from storage DS-9e15acc3-f393-41b8-83a1-25c8cd188ff3 node DatanodeRegistration(127.0.0.1:34105, datanodeUuid=b0642361-690a-4c66-983d-f1ed0ab160fd, infoPort=33083, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=223657007;c=1731115206870), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:20:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17a0f9ca663f77dc with lease ID 0x24dee4047d6ca0e4: Processing first storage report for DS-1da628ce-68cc-493a-bc2a-bf317a653687 from datanode DatanodeRegistration(127.0.0.1:34105, datanodeUuid=b0642361-690a-4c66-983d-f1ed0ab160fd, infoPort=33083, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=223657007;c=1731115206870) 2024-11-09T01:20:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17a0f9ca663f77dc with lease ID 0x24dee4047d6ca0e4: from storage DS-1da628ce-68cc-493a-bc2a-bf317a653687 node DatanodeRegistration(127.0.0.1:34105, datanodeUuid=b0642361-690a-4c66-983d-f1ed0ab160fd, infoPort=33083, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=223657007;c=1731115206870), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T01:20:08,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34 2024-11-09T01:20:08,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:08,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:08,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:20:08,912 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba with version=8 2024-11-09T01:20:08,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/hbase-staging 2024-11-09T01:20:08,914 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:20:08,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:08,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:08,915 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:20:08,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:08,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:20:08,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:20:08,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:20:08,915 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43511 2024-11-09T01:20:08,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43511 connecting to ZooKeeper ensemble=127.0.0.1:54449 2024-11-09T01:20:09,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435110x0, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:20:09,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43511-0x1011d2dc4720000 connected 2024-11-09T01:20:09,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:09,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:09,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Set watcher on znode that does not yet exist, /01174830634/running 2024-11-09T01:20:09,110 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba, hbase.cluster.distributed=false 2024-11-09T01:20:09,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Set watcher on znode that does not yet exist, /01174830634/acl 2024-11-09T01:20:09,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43511 2024-11-09T01:20:09,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43511 2024-11-09T01:20:09,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43511 2024-11-09T01:20:09,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43511 2024-11-09T01:20:09,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43511 2024-11-09T01:20:09,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:20:09,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:09,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:09,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:20:09,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:09,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:20:09,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:20:09,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:20:09,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37129 2024-11-09T01:20:09,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37129 connecting to ZooKeeper ensemble=127.0.0.1:54449 2024-11-09T01:20:09,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:09,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:09,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371290x0, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:20:09,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37129-0x1011d2dc4720001 connected 2024-11-09T01:20:09,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Set watcher on znode that does not yet exist, /01174830634/running 2024-11-09T01:20:09,139 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:20:09,139 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:20:09,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Set watcher on znode that does not yet exist, /01174830634/master 2024-11-09T01:20:09,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Set watcher on znode that does not yet exist, /01174830634/acl 2024-11-09T01:20:09,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-09T01:20:09,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37129 2024-11-09T01:20:09,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37129 2024-11-09T01:20:09,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-09T01:20:09,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-09T01:20:09,155 DEBUG [M:0;5296cfb18d53:43511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:43511 2024-11-09T01:20:09,156 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01174830634/backup-masters/5296cfb18d53,43511,1731115208914 2024-11-09T01:20:09,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634/backup-masters 2024-11-09T01:20:09,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634/backup-masters 2024-11-09T01:20:09,165 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Set watcher on existing znode=/01174830634/backup-masters/5296cfb18d53,43511,1731115208914 2024-11-09T01:20:09,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01174830634/master 2024-11-09T01:20:09,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:09,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:09,175 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Set watcher on existing znode=/01174830634/master 2024-11-09T01:20:09,176 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01174830634/backup-masters/5296cfb18d53,43511,1731115208914 from backup master directory 2024-11-09T01:20:09,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01174830634/backup-masters/5296cfb18d53,43511,1731115208914 2024-11-09T01:20:09,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634/backup-masters 2024-11-09T01:20:09,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634/backup-masters 2024-11-09T01:20:09,186 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:20:09,186 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,43511,1731115208914 2024-11-09T01:20:09,189 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/hbase.id] with ID: c7b55c60-aa8f-4e4c-842b-9c36939053d3 2024-11-09T01:20:09,189 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/.tmp/hbase.id 2024-11-09T01:20:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:20:09,593 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/.tmp/hbase.id]:[hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/hbase.id] 2024-11-09T01:20:09,600 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:09,600 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:20:09,601 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:20:09,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:09,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:09,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:20:10,066 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:20:10,067 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:20:10,067 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:10,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:20:10,472 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store 2024-11-09T01:20:10,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:20:10,877 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:10,877 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:20:10,877 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:10,877 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:10,877 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:20:10,877 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:10,877 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:10,877 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115210877Disabling compacts and flushes for region at 1731115210877Disabling writes for close at 1731115210877Writing region close event to WAL at 1731115210877Closed at 1731115210877 2024-11-09T01:20:10,878 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/.initializing 2024-11-09T01:20:10,878 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/WALs/5296cfb18d53,43511,1731115208914 2024-11-09T01:20:10,879 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:20:10,880 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C43511%2C1731115208914, suffix=, logDir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/WALs/5296cfb18d53,43511,1731115208914, archiveDir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/oldWALs, maxLogs=10 2024-11-09T01:20:10,892 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/WALs/5296cfb18d53,43511,1731115208914/5296cfb18d53%2C43511%2C1731115208914.1731115210880, exclude list is [], retry=0 2024-11-09T01:20:10,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34105,DS-9e15acc3-f393-41b8-83a1-25c8cd188ff3,DISK] 2024-11-09T01:20:10,895 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/WALs/5296cfb18d53,43511,1731115208914/5296cfb18d53%2C43511%2C1731115208914.1731115210880 2024-11-09T01:20:10,895 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33083:33083)] 2024-11-09T01:20:10,895 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:10,895 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:10,896 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:10,896 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:10,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:10,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:20:10,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:10,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:10,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:10,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:20:10,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:10,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:10,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:10,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:20:10,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:10,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:10,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:10,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:20:10,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:10,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:10,901 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:10,902 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:10,902 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:10,903 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:10,903 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:10,903 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:20:10,904 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:10,905 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:10,905 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60758746, jitterRate=-0.09462413191795349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:20:10,906 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115210896Initializing all the Stores at 1731115210896Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115210896Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115210896Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115210896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115210896Cleaning up temporary data from old regions at 1731115210903 (+7 ms)Region opened successfully at 1731115210906 (+3 ms) 2024-11-09T01:20:10,906 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:20:10,908 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2452ebcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:20:10,909 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:20:10,909 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:20:10,909 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:20:10,909 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:20:10,910 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:20:10,910 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:20:10,910 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:20:10,911 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:20:10,912 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Unable to get data of znode /01174830634/balancer because node does not exist (not necessarily an error) 2024-11-09T01:20:10,965 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01174830634/balancer already deleted, retry=false 2024-11-09T01:20:10,965 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:20:10,966 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Unable to get data of znode /01174830634/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:20:10,975 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01174830634/normalizer already deleted, retry=false 2024-11-09T01:20:10,975 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:20:10,976 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Unable to get data of znode /01174830634/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:20:10,986 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01174830634/switch/split already deleted, retry=false 2024-11-09T01:20:10,986 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Unable to get data of znode /01174830634/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:20:10,996 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01174830634/switch/merge already deleted, retry=false 2024-11-09T01:20:10,998 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Unable to get data of znode /01174830634/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:20:11,007 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01174830634/snapshot-cleanup already deleted, retry=false 2024-11-09T01:20:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01174830634/running 2024-11-09T01:20:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01174830634/running 2024-11-09T01:20:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:11,018 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,43511,1731115208914, sessionid=0x1011d2dc4720000, setting cluster-up flag (Was=false) 2024-11-09T01:20:11,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:11,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:11,070 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01174830634/flush-table-proc/acquired, /01174830634/flush-table-proc/reached, /01174830634/flush-table-proc/abort 2024-11-09T01:20:11,071 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,43511,1731115208914 2024-11-09T01:20:11,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:11,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:11,122 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01174830634/online-snapshot/acquired, /01174830634/online-snapshot/reached, /01174830634/online-snapshot/abort 2024-11-09T01:20:11,124 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,43511,1731115208914 2024-11-09T01:20:11,125 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:20:11,126 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:11,126 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:20:11,126 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:20:11,126 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,43511,1731115208914 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:20:11,127 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:11,128 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:11,128 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:11,128 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:11,128 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:20:11,128 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:11,128 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:20:11,128 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:11,129 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115241129 2024-11-09T01:20:11,129 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:20:11,129 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:11,129 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:20:11,129 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:20:11,129 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:20:11,129 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:20:11,129 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:20:11,129 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:20:11,129 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:11,129 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:20:11,129 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:20:11,129 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:20:11,129 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:20:11,130 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:11,130 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:20:11,130 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:20:11,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:20:11,130 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115211130,5,FailOnTimeoutGroup] 2024-11-09T01:20:11,130 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115211130,5,FailOnTimeoutGroup] 2024-11-09T01:20:11,130 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:11,130 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:20:11,130 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:11,130 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:11,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:20:11,148 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(746): ClusterId : c7b55c60-aa8f-4e4c-842b-9c36939053d3 2024-11-09T01:20:11,148 DEBUG [RS:0;5296cfb18d53:37129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:20:11,160 DEBUG [RS:0;5296cfb18d53:37129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:20:11,160 DEBUG [RS:0;5296cfb18d53:37129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:20:11,170 DEBUG [RS:0;5296cfb18d53:37129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:20:11,171 DEBUG [RS:0;5296cfb18d53:37129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e193185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:20:11,185 DEBUG [RS:0;5296cfb18d53:37129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:37129 2024-11-09T01:20:11,185 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:20:11,185 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:20:11,185 DEBUG [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:20:11,186 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,43511,1731115208914 with port=37129, startcode=1731115209124 2024-11-09T01:20:11,186 DEBUG [RS:0;5296cfb18d53:37129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:20:11,187 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:20:11,188 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43511 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,37129,1731115209124 2024-11-09T01:20:11,188 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43511 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,37129,1731115209124 2024-11-09T01:20:11,189 DEBUG [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba 2024-11-09T01:20:11,189 DEBUG [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42315 2024-11-09T01:20:11,189 DEBUG [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:20:11,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634/rs 2024-11-09T01:20:11,202 DEBUG [RS:0;5296cfb18d53:37129 {}] zookeeper.ZKUtil(111): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Set watcher on existing znode=/01174830634/rs/5296cfb18d53,37129,1731115209124 2024-11-09T01:20:11,202 WARN [RS:0;5296cfb18d53:37129 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:20:11,202 INFO [RS:0;5296cfb18d53:37129 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:11,202 DEBUG [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124 2024-11-09T01:20:11,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,37129,1731115209124] 2024-11-09T01:20:11,204 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:20:11,205 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:20:11,205 INFO [RS:0;5296cfb18d53:37129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:20:11,205 INFO [RS:0;5296cfb18d53:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:11,205 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:20:11,206 INFO [RS:0;5296cfb18d53:37129 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:20:11,206 INFO [RS:0;5296cfb18d53:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:11,206 DEBUG [RS:0;5296cfb18d53:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:11,206 DEBUG [RS:0;5296cfb18d53:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:11,206 DEBUG [RS:0;5296cfb18d53:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:11,206 DEBUG [RS:0;5296cfb18d53:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:11,206 DEBUG [RS:0;5296cfb18d53:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:11,206 DEBUG [RS:0;5296cfb18d53:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:20:11,206 DEBUG [RS:0;5296cfb18d53:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:11,206 DEBUG [RS:0;5296cfb18d53:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:11,206 DEBUG [RS:0;5296cfb18d53:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:11,207 DEBUG [RS:0;5296cfb18d53:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:11,207 DEBUG [RS:0;5296cfb18d53:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:11,207 DEBUG [RS:0;5296cfb18d53:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:11,207 DEBUG [RS:0;5296cfb18d53:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:20:11,207 DEBUG [RS:0;5296cfb18d53:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:20:11,211 INFO [RS:0;5296cfb18d53:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:11,211 INFO [RS:0;5296cfb18d53:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:11,211 INFO [RS:0;5296cfb18d53:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:11,211 INFO [RS:0;5296cfb18d53:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:11,211 INFO [RS:0;5296cfb18d53:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:11,211 INFO [RS:0;5296cfb18d53:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37129,1731115209124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:20:11,223 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:20:11,223 INFO [RS:0;5296cfb18d53:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37129,1731115209124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:11,223 INFO [RS:0;5296cfb18d53:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:11,223 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.Replication(171): 5296cfb18d53,37129,1731115209124 started 2024-11-09T01:20:11,235 INFO [RS:0;5296cfb18d53:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:11,236 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,37129,1731115209124, RpcServer on 5296cfb18d53/172.17.0.2:37129, sessionid=0x1011d2dc4720001 2024-11-09T01:20:11,236 DEBUG [RS:0;5296cfb18d53:37129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:20:11,236 DEBUG [RS:0;5296cfb18d53:37129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,37129,1731115209124 2024-11-09T01:20:11,236 DEBUG [RS:0;5296cfb18d53:37129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,37129,1731115209124' 2024-11-09T01:20:11,236 DEBUG [RS:0;5296cfb18d53:37129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01174830634/flush-table-proc/abort' 2024-11-09T01:20:11,236 DEBUG [RS:0;5296cfb18d53:37129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01174830634/flush-table-proc/acquired' 2024-11-09T01:20:11,237 DEBUG [RS:0;5296cfb18d53:37129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:20:11,237 DEBUG [RS:0;5296cfb18d53:37129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:20:11,237 DEBUG [RS:0;5296cfb18d53:37129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,37129,1731115209124 2024-11-09T01:20:11,237 DEBUG [RS:0;5296cfb18d53:37129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,37129,1731115209124' 2024-11-09T01:20:11,237 DEBUG [RS:0;5296cfb18d53:37129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01174830634/online-snapshot/abort' 2024-11-09T01:20:11,237 DEBUG [RS:0;5296cfb18d53:37129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01174830634/online-snapshot/acquired' 2024-11-09T01:20:11,237 DEBUG [RS:0;5296cfb18d53:37129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:20:11,237 INFO [RS:0;5296cfb18d53:37129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:20:11,237 INFO [RS:0;5296cfb18d53:37129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:20:11,337 INFO [RS:0;5296cfb18d53:37129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:20:11,339 INFO [RS:0;5296cfb18d53:37129 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C37129%2C1731115209124, suffix=, logDir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124, archiveDir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/oldWALs, maxLogs=10 2024-11-09T01:20:11,354 DEBUG [RS:0;5296cfb18d53:37129 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339, exclude list is [], retry=0 2024-11-09T01:20:11,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34105,DS-9e15acc3-f393-41b8-83a1-25c8cd188ff3,DISK] 2024-11-09T01:20:11,358 INFO [RS:0;5296cfb18d53:37129 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 2024-11-09T01:20:11,358 DEBUG [RS:0;5296cfb18d53:37129 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33083:33083)] 2024-11-09T01:20:11,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:20:11,540 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba 2024-11-09T01:20:11,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741833_1009 (size=32) 2024-11-09T01:20:11,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:11,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:20:11,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:20:11,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:11,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:11,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:20:11,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:20:11,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:11,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:11,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:20:11,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:20:11,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:11,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:11,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:20:11,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:20:11,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:11,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:11,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:20:11,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740 2024-11-09T01:20:11,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740 2024-11-09T01:20:11,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:20:11,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:20:11,952 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:20:11,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:20:11,954 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:11,954 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66486057, jitterRate=-0.009280547499656677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:20:11,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115211945Initializing all the Stores at 1731115211946 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115211946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115211946Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115211946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115211946Cleaning up temporary data from old regions at 1731115211951 (+5 ms)Region opened successfully at 1731115211954 (+3 ms) 2024-11-09T01:20:11,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:20:11,955 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:20:11,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:20:11,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:20:11,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:20:11,955 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:20:11,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115211955Disabling compacts and flushes for region at 1731115211955Disabling writes for close at 1731115211955Writing region close event to WAL at 1731115211955Closed at 1731115211955 2024-11-09T01:20:11,956 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:11,956 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:20:11,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:20:11,957 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:20:11,958 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:20:12,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:20:12,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T01:20:12,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:20:12,108 DEBUG [5296cfb18d53:43511 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:20:12,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,37129,1731115209124 2024-11-09T01:20:12,110 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,37129,1731115209124, state=OPENING 2024-11-09T01:20:12,175 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:20:12,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:12,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:12,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01174830634/meta-region-server: CHANGED 2024-11-09T01:20:12,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01174830634/meta-region-server: CHANGED 2024-11-09T01:20:12,186 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:20:12,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,37129,1731115209124}] 2024-11-09T01:20:12,338 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:20:12,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:20:12,342 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:20:12,342 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:12,343 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:20:12,344 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C37129%2C1731115209124.meta, suffix=.meta, logDir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124, archiveDir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/oldWALs, maxLogs=10 2024-11-09T01:20:12,361 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.meta.1731115212344.meta, exclude list is [], retry=0 2024-11-09T01:20:12,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34105,DS-9e15acc3-f393-41b8-83a1-25c8cd188ff3,DISK] 2024-11-09T01:20:12,364 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.meta.1731115212344.meta 2024-11-09T01:20:12,365 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33083:33083)] 2024-11-09T01:20:12,365 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:12,365 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:20:12,365 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:20:12,365 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:20:12,365 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:20:12,366 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:20:12,366 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:12,366 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:20:12,366 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:20:12,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:20:12,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:20:12,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:12,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:12,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:20:12,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:20:12,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:12,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:12,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:20:12,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:20:12,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:12,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:12,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:20:12,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:20:12,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:12,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:12,370 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:20:12,370 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740 2024-11-09T01:20:12,371 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740 2024-11-09T01:20:12,372 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:20:12,372 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:20:12,372 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:20:12,373 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:20:12,373 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74232503, jitterRate=0.10615049302577972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:20:12,373 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:20:12,373 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115212366Writing region info on filesystem at 1731115212366Initializing all the Stores at 1731115212366Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115212366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115212367 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115212367Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115212367Cleaning up temporary data from old regions at 1731115212372 (+5 ms)Running coprocessor post-open hooks at 1731115212373 (+1 ms)Region opened successfully at 1731115212373 2024-11-09T01:20:12,374 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115212338 2024-11-09T01:20:12,375 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:20:12,376 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:20:12,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,37129,1731115209124 2024-11-09T01:20:12,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,37129,1731115209124, state=OPEN 2024-11-09T01:20:12,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01174830634/meta-region-server 2024-11-09T01:20:12,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01174830634/meta-region-server 2024-11-09T01:20:12,438 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,37129,1731115209124 2024-11-09T01:20:12,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01174830634/meta-region-server: CHANGED 2024-11-09T01:20:12,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01174830634/meta-region-server: CHANGED 2024-11-09T01:20:12,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:20:12,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,37129,1731115209124 in 252 msec 2024-11-09T01:20:12,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:20:12,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 483 msec 2024-11-09T01:20:12,442 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:12,442 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:20:12,443 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:12,443 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,37129,1731115209124, seqNum=-1] 2024-11-09T01:20:12,443 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:12,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:20:12,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-11-09T01:20:12,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115212448, completionTime=-1 2024-11-09T01:20:12,449 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:20:12,449 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:20:12,450 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:20:12,450 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115272450 2024-11-09T01:20:12,450 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115332450 2024-11-09T01:20:12,450 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T01:20:12,451 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43511,1731115208914-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:12,451 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43511,1731115208914-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:12,451 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43511,1731115208914-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:12,451 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:43511, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:12,451 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:12,451 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:12,453 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:20:12,455 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.269sec 2024-11-09T01:20:12,455 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:20:12,455 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:20:12,455 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:20:12,455 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:20:12,455 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:20:12,455 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43511,1731115208914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:20:12,455 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43511,1731115208914-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:20:12,458 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:20:12,458 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:20:12,458 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43511,1731115208914-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:12,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503f77b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:12,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43511,-1 for getting cluster id 2024-11-09T01:20:12,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:12,551 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7b55c60-aa8f-4e4c-842b-9c36939053d3' 2024-11-09T01:20:12,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:12,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7b55c60-aa8f-4e4c-842b-9c36939053d3" 2024-11-09T01:20:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73615978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43511,-1] 2024-11-09T01:20:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:12,553 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:12,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c53f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:12,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:12,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,37129,1731115209124, seqNum=-1] 2024-11-09T01:20:12,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:12,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:20:12,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,43511,1731115208914 2024-11-09T01:20:12,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54449 2024-11-09T01:20:12,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:20:12,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d2dc4720002 connected 2024-11-09T01:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/hadoop.log.dir so I do NOT create it in target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a 2024-11-09T01:20:12,594 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/hadoop.tmp.dir so I do NOT create it in target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a 2024-11-09T01:20:12,594 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:20:12,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a 2024-11-09T01:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:20:12,594 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/cluster_91249481-464c-9f1c-3a91-8e68263ef155, deleteOnExit=true 2024-11-09T01:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:20:12,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/test.cache.data in system properties and HBase conf 2024-11-09T01:20:12,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:20:12,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:20:12,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:20:12,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:20:12,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:20:12,595 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:20:12,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:20:12,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:20:12,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:20:12,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:20:12,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:20:12,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:20:12,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:20:12,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:20:12,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:20:12,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:20:12,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:20:12,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:20:12,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:20:12,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:20:12,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:12,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:20:12,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:20:12,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:20:12,975 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:20:12,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:12,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70e80506{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:20:12,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e2d1316{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:20:13,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fe47218{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/java.io.tmpdir/jetty-localhost-39749-hadoop-hdfs-3_4_1-tests_jar-_-any-10152052396546943449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:20:13,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ccb21a8{HTTP/1.1, (http/1.1)}{localhost:39749} 2024-11-09T01:20:13,073 INFO [Time-limited test {}] server.Server(415): Started @287658ms 2024-11-09T01:20:13,303 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:13,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:20:13,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:20:13,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:20:13,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:20:13,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54ff4272{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:20:13,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5079a4d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:20:13,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6536a930{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/java.io.tmpdir/jetty-localhost-42635-hadoop-hdfs-3_4_1-tests_jar-_-any-7017416996689699188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:20:13,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79ef667a{HTTP/1.1, (http/1.1)}{localhost:42635} 2024-11-09T01:20:13,420 INFO [Time-limited test {}] server.Server(415): Started @288005ms 2024-11-09T01:20:13,422 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:20:14,070 WARN [Thread-3555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/cluster_91249481-464c-9f1c-3a91-8e68263ef155/data/data1/current/BP-168679372-172.17.0.2-1731115212616/current, will proceed with Du for space computation calculation, 2024-11-09T01:20:14,070 WARN [Thread-3556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/cluster_91249481-464c-9f1c-3a91-8e68263ef155/data/data2/current/BP-168679372-172.17.0.2-1731115212616/current, will proceed with Du for space computation calculation, 2024-11-09T01:20:14,090 WARN [Thread-3543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:20:14,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd118ced6a0f42f15 with lease ID 0x8d4b6ea469ade41e: Processing first storage report for DS-3f612963-88cd-4439-97d9-5d59ace5c923 from datanode DatanodeRegistration(127.0.0.1:46017, datanodeUuid=c3141458-bafa-4025-8a2b-e6ef2a0df9fe, infoPort=33401, infoSecurePort=0, ipcPort=43567, storageInfo=lv=-57;cid=testClusterID;nsid=872669727;c=1731115212616) 2024-11-09T01:20:14,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd118ced6a0f42f15 with lease ID 0x8d4b6ea469ade41e: from storage DS-3f612963-88cd-4439-97d9-5d59ace5c923 node DatanodeRegistration(127.0.0.1:46017, datanodeUuid=c3141458-bafa-4025-8a2b-e6ef2a0df9fe, infoPort=33401, infoSecurePort=0, ipcPort=43567, storageInfo=lv=-57;cid=testClusterID;nsid=872669727;c=1731115212616), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:20:14,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd118ced6a0f42f15 with lease ID 0x8d4b6ea469ade41e: Processing first storage report for DS-7c455d96-9aa1-4921-afbb-c32be4bc00ac from datanode DatanodeRegistration(127.0.0.1:46017, datanodeUuid=c3141458-bafa-4025-8a2b-e6ef2a0df9fe, infoPort=33401, infoSecurePort=0, ipcPort=43567, storageInfo=lv=-57;cid=testClusterID;nsid=872669727;c=1731115212616) 2024-11-09T01:20:14,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd118ced6a0f42f15 with lease ID 0x8d4b6ea469ade41e: from storage DS-7c455d96-9aa1-4921-afbb-c32be4bc00ac node DatanodeRegistration(127.0.0.1:46017, datanodeUuid=c3141458-bafa-4025-8a2b-e6ef2a0df9fe, infoPort=33401, infoSecurePort=0, ipcPort=43567, storageInfo=lv=-57;cid=testClusterID;nsid=872669727;c=1731115212616), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:20:14,151 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a 2024-11-09T01:20:14,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:14,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:20:14,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:14,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:20:14,226 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88490 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:20:14,558 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756 with version=8 2024-11-09T01:20:14,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/hbase-staging 2024-11-09T01:20:14,560 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:20:14,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:14,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:14,560 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:20:14,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:14,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:20:14,560 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:20:14,560 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:20:14,561 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39177 2024-11-09T01:20:14,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39177 connecting to ZooKeeper ensemble=127.0.0.1:54449 2024-11-09T01:20:14,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391770x0, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:20:14,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39177-0x1011d2dc4720003 connected 2024-11-09T01:20:14,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:14,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:14,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Set watcher on znode that does not yet exist, /11589873689/running 2024-11-09T01:20:14,684 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756, hbase.cluster.distributed=false 2024-11-09T01:20:14,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Set watcher on znode that does not yet exist, /11589873689/acl 2024-11-09T01:20:14,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-09T01:20:14,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39177 2024-11-09T01:20:14,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39177 2024-11-09T01:20:14,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-09T01:20:14,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-09T01:20:14,705 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:20:14,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:14,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:14,705 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:20:14,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:14,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:20:14,706 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:20:14,706 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:20:14,706 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41991 2024-11-09T01:20:14,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41991 connecting to ZooKeeper ensemble=127.0.0.1:54449 2024-11-09T01:20:14,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:14,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:14,722 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419910x0, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:20:14,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419910x0, quorum=127.0.0.1:54449, baseZNode=/11589873689 Set watcher on znode that does not yet exist, /11589873689/running 2024-11-09T01:20:14,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41991-0x1011d2dc4720004 connected 2024-11-09T01:20:14,723 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:20:14,723 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:20:14,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Set watcher on znode that does not yet exist, /11589873689/master 2024-11-09T01:20:14,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Set watcher on znode that does not yet exist, /11589873689/acl 2024-11-09T01:20:14,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41991 2024-11-09T01:20:14,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41991 2024-11-09T01:20:14,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41991 2024-11-09T01:20:14,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41991 2024-11-09T01:20:14,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41991 2024-11-09T01:20:14,745 DEBUG [M:0;5296cfb18d53:39177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:39177 2024-11-09T01:20:14,745 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11589873689/backup-masters/5296cfb18d53,39177,1731115214560 2024-11-09T01:20:14,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689/backup-masters 2024-11-09T01:20:14,754 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689/backup-masters 2024-11-09T01:20:14,754 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Set watcher on existing znode=/11589873689/backup-masters/5296cfb18d53,39177,1731115214560 2024-11-09T01:20:14,764 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11589873689/master 2024-11-09T01:20:14,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:14,764 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:14,765 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Set watcher on existing znode=/11589873689/master 2024-11-09T01:20:14,765 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11589873689/backup-masters/5296cfb18d53,39177,1731115214560 from backup master directory 2024-11-09T01:20:14,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11589873689/backup-masters/5296cfb18d53,39177,1731115214560 2024-11-09T01:20:14,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689/backup-masters 2024-11-09T01:20:14,775 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689/backup-masters 2024-11-09T01:20:14,775 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:20:14,775 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,39177,1731115214560 2024-11-09T01:20:14,777 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/hbase.id] with ID: b9c1ee59-42ec-48e5-91ca-9ca381fbb605 2024-11-09T01:20:14,777 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/.tmp/hbase.id 2024-11-09T01:20:14,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:20:15,185 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/.tmp/hbase.id]:[hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/hbase.id] 2024-11-09T01:20:15,192 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:15,192 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:20:15,193 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:20:15,238 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:15,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:15,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:20:15,643 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:20:15,644 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:20:15,644 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:15,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:20:16,049 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store 2024-11-09T01:20:16,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:20:16,454 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:16,454 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:20:16,454 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:16,454 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:16,454 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:20:16,454 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:16,454 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:16,454 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115216454Disabling compacts and flushes for region at 1731115216454Disabling writes for close at 1731115216454Writing region close event to WAL at 1731115216454Closed at 1731115216454 2024-11-09T01:20:16,455 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/.initializing 2024-11-09T01:20:16,455 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/WALs/5296cfb18d53,39177,1731115214560 2024-11-09T01:20:16,455 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:20:16,456 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C39177%2C1731115214560, suffix=, logDir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/WALs/5296cfb18d53,39177,1731115214560, archiveDir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/oldWALs, maxLogs=10 2024-11-09T01:20:16,468 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/WALs/5296cfb18d53,39177,1731115214560/5296cfb18d53%2C39177%2C1731115214560.1731115216457, exclude list is [], retry=0 2024-11-09T01:20:16,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46017,DS-3f612963-88cd-4439-97d9-5d59ace5c923,DISK] 2024-11-09T01:20:16,472 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/WALs/5296cfb18d53,39177,1731115214560/5296cfb18d53%2C39177%2C1731115214560.1731115216457 2024-11-09T01:20:16,472 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33401:33401)] 2024-11-09T01:20:16,472 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:16,472 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:16,472 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:16,472 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:16,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:16,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:20:16,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:16,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:16,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:16,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:20:16,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:16,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:16,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:16,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:20:16,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:16,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:16,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:16,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:20:16,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:16,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:16,478 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:16,478 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:16,478 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:16,479 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:16,479 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:16,480 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:20:16,480 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:16,482 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:16,482 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59761981, jitterRate=-0.10947708785533905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:20:16,482 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115216472Initializing all the Stores at 1731115216473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115216473Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115216473Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115216473Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115216473Cleaning up temporary data from old regions at 1731115216479 (+6 ms)Region opened successfully at 1731115216482 (+3 ms) 2024-11-09T01:20:16,482 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:20:16,484 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0f7148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:20:16,484 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:20:16,485 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:20:16,485 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:20:16,485 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:20:16,485 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:20:16,485 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:20:16,485 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:20:16,486 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:20:16,487 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Unable to get data of znode /11589873689/balancer because node does not exist (not necessarily an error) 2024-11-09T01:20:16,543 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11589873689/balancer already deleted, retry=false 2024-11-09T01:20:16,544 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:20:16,544 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Unable to get data of znode /11589873689/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:20:16,554 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11589873689/normalizer already deleted, retry=false 2024-11-09T01:20:16,554 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:20:16,555 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Unable to get data of znode /11589873689/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:20:16,564 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11589873689/switch/split already deleted, retry=false 2024-11-09T01:20:16,565 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Unable to get data of znode /11589873689/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:20:16,575 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11589873689/switch/merge already deleted, retry=false 2024-11-09T01:20:16,576 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Unable to get data of znode /11589873689/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:20:16,585 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11589873689/snapshot-cleanup already deleted, retry=false 2024-11-09T01:20:16,596 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11589873689/running 2024-11-09T01:20:16,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11589873689/running 2024-11-09T01:20:16,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:16,596 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:16,596 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,39177,1731115214560, sessionid=0x1011d2dc4720003, setting cluster-up flag (Was=false) 2024-11-09T01:20:16,617 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:16,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:16,696 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11589873689/flush-table-proc/acquired, /11589873689/flush-table-proc/reached, /11589873689/flush-table-proc/abort 2024-11-09T01:20:16,696 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,39177,1731115214560 2024-11-09T01:20:16,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:16,717 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:16,748 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11589873689/online-snapshot/acquired, /11589873689/online-snapshot/reached, /11589873689/online-snapshot/abort 2024-11-09T01:20:16,749 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,39177,1731115214560 2024-11-09T01:20:16,750 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:20:16,751 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:16,751 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:20:16,751 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:20:16,751 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,39177,1731115214560 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:20:16,752 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:16,752 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:16,752 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:16,752 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:16,752 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:20:16,752 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:16,752 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:20:16,752 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:16,756 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115246756 2024-11-09T01:20:16,756 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:20:16,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:20:16,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:20:16,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:20:16,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:20:16,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:20:16,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:16,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:20:16,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:16,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:20:16,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:20:16,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:20:16,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:20:16,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:20:16,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:20:16,757 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:16,758 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115216757,5,FailOnTimeoutGroup] 2024-11-09T01:20:16,757 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:20:16,758 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115216758,5,FailOnTimeoutGroup] 2024-11-09T01:20:16,758 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:16,758 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:20:16,758 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:16,758 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:16,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:20:16,838 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(746): ClusterId : b9c1ee59-42ec-48e5-91ca-9ca381fbb605 2024-11-09T01:20:16,838 DEBUG [RS:0;5296cfb18d53:41991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:20:16,849 DEBUG [RS:0;5296cfb18d53:41991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:20:16,849 DEBUG [RS:0;5296cfb18d53:41991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:20:16,860 DEBUG [RS:0;5296cfb18d53:41991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:20:16,860 DEBUG [RS:0;5296cfb18d53:41991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92542f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:20:16,874 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:41991 2024-11-09T01:20:16,874 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:20:16,874 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:20:16,874 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:20:16,875 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,39177,1731115214560 with port=41991, startcode=1731115214705 2024-11-09T01:20:16,875 DEBUG [RS:0;5296cfb18d53:41991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:20:16,876 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:20:16,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,41991,1731115214705 2024-11-09T01:20:16,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,41991,1731115214705 2024-11-09T01:20:16,877 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756 2024-11-09T01:20:16,877 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42893 2024-11-09T01:20:16,877 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:20:16,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689/rs 2024-11-09T01:20:16,947 DEBUG [RS:0;5296cfb18d53:41991 {}] zookeeper.ZKUtil(111): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Set watcher on existing znode=/11589873689/rs/5296cfb18d53,41991,1731115214705 2024-11-09T01:20:16,947 WARN [RS:0;5296cfb18d53:41991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:20:16,947 INFO [RS:0;5296cfb18d53:41991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:16,947 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705 2024-11-09T01:20:16,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,41991,1731115214705] 2024-11-09T01:20:16,949 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:20:16,950 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:20:16,951 INFO [RS:0;5296cfb18d53:41991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:20:16,951 INFO [RS:0;5296cfb18d53:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:16,951 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:20:16,951 INFO [RS:0;5296cfb18d53:41991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:20:16,951 INFO [RS:0;5296cfb18d53:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:16,951 DEBUG [RS:0;5296cfb18d53:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:16,951 DEBUG [RS:0;5296cfb18d53:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:16,951 DEBUG [RS:0;5296cfb18d53:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:16,951 DEBUG [RS:0;5296cfb18d53:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:16,951 DEBUG [RS:0;5296cfb18d53:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:16,951 DEBUG [RS:0;5296cfb18d53:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:20:16,951 DEBUG [RS:0;5296cfb18d53:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:16,952 DEBUG [RS:0;5296cfb18d53:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:16,952 DEBUG [RS:0;5296cfb18d53:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:16,952 DEBUG [RS:0;5296cfb18d53:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:16,952 DEBUG [RS:0;5296cfb18d53:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:16,952 DEBUG [RS:0;5296cfb18d53:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:16,952 DEBUG [RS:0;5296cfb18d53:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:20:16,952 DEBUG [RS:0;5296cfb18d53:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:20:16,954 INFO [RS:0;5296cfb18d53:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:16,954 INFO [RS:0;5296cfb18d53:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:16,954 INFO [RS:0;5296cfb18d53:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:16,954 INFO [RS:0;5296cfb18d53:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:16,954 INFO [RS:0;5296cfb18d53:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:16,955 INFO [RS:0;5296cfb18d53:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41991,1731115214705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:20:16,968 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:20:16,968 INFO [RS:0;5296cfb18d53:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41991,1731115214705-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:16,968 INFO [RS:0;5296cfb18d53:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:16,968 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.Replication(171): 5296cfb18d53,41991,1731115214705 started 2024-11-09T01:20:16,980 INFO [RS:0;5296cfb18d53:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:16,980 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,41991,1731115214705, RpcServer on 5296cfb18d53/172.17.0.2:41991, sessionid=0x1011d2dc4720004 2024-11-09T01:20:16,980 DEBUG [RS:0;5296cfb18d53:41991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:20:16,980 DEBUG [RS:0;5296cfb18d53:41991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,41991,1731115214705 2024-11-09T01:20:16,980 DEBUG [RS:0;5296cfb18d53:41991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,41991,1731115214705' 2024-11-09T01:20:16,980 DEBUG [RS:0;5296cfb18d53:41991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11589873689/flush-table-proc/abort' 2024-11-09T01:20:16,981 DEBUG [RS:0;5296cfb18d53:41991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11589873689/flush-table-proc/acquired' 2024-11-09T01:20:16,981 DEBUG [RS:0;5296cfb18d53:41991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:20:16,981 DEBUG [RS:0;5296cfb18d53:41991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:20:16,981 DEBUG [RS:0;5296cfb18d53:41991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,41991,1731115214705 2024-11-09T01:20:16,981 DEBUG [RS:0;5296cfb18d53:41991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,41991,1731115214705' 2024-11-09T01:20:16,981 DEBUG [RS:0;5296cfb18d53:41991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11589873689/online-snapshot/abort' 2024-11-09T01:20:16,982 DEBUG [RS:0;5296cfb18d53:41991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11589873689/online-snapshot/acquired' 2024-11-09T01:20:16,982 DEBUG [RS:0;5296cfb18d53:41991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:20:16,982 INFO [RS:0;5296cfb18d53:41991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:20:16,982 INFO [RS:0;5296cfb18d53:41991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:20:17,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,082 INFO [RS:0;5296cfb18d53:41991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:20:17,084 INFO [RS:0;5296cfb18d53:41991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C41991%2C1731115214705, suffix=, logDir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705, archiveDir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/oldWALs, maxLogs=10 2024-11-09T01:20:17,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,096 DEBUG [RS:0;5296cfb18d53:41991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084, exclude list is [], retry=0 2024-11-09T01:20:17,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46017,DS-3f612963-88cd-4439-97d9-5d59ace5c923,DISK] 2024-11-09T01:20:17,099 INFO [RS:0;5296cfb18d53:41991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 2024-11-09T01:20:17,099 DEBUG [RS:0;5296cfb18d53:41991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33401:33401)] 2024-11-09T01:20:17,164 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:20:17,164 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756 2024-11-09T01:20:17,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741833_1009 (size=32) 2024-11-09T01:20:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:17,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:20:17,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:20:17,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:17,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:17,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:20:17,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:20:17,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:17,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:17,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:20:17,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:20:17,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:17,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:17,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:20:17,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:20:17,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:17,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:17,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:20:17,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740 2024-11-09T01:20:17,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740 2024-11-09T01:20:17,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:20:17,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:20:17,577 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:20:17,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:20:17,580 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:17,580 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66104716, jitterRate=-0.014962971210479736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:20:17,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115217569Initializing all the Stores at 1731115217570 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115217570Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115217570Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115217570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115217570Cleaning up temporary data from old regions at 1731115217576 (+6 ms)Region opened successfully at 1731115217580 (+4 ms) 2024-11-09T01:20:17,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:20:17,581 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:20:17,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:20:17,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:20:17,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:20:17,581 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:20:17,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115217580Disabling compacts and flushes for region at 1731115217580Disabling writes for close at 1731115217581 (+1 ms)Writing region close event to WAL at 1731115217581Closed at 1731115217581 2024-11-09T01:20:17,582 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:17,582 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:20:17,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:20:17,583 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:20:17,584 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:20:17,612 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:20:17,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:17,701 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:20:17,735 DEBUG [5296cfb18d53:39177 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:20:17,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,41991,1731115214705 2024-11-09T01:20:17,736 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,41991,1731115214705, state=OPENING 2024-11-09T01:20:17,806 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:20:17,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:17,817 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:17,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11589873689/meta-region-server: CHANGED 2024-11-09T01:20:17,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11589873689/meta-region-server: CHANGED 2024-11-09T01:20:17,818 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:20:17,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,41991,1731115214705}] 2024-11-09T01:20:17,971 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:20:17,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:20:17,974 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:20:17,974 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:17,974 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:20:17,975 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C41991%2C1731115214705.meta, suffix=.meta, logDir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705, archiveDir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/oldWALs, maxLogs=10 2024-11-09T01:20:18,000 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.meta.1731115217975.meta, exclude list is [], retry=0 2024-11-09T01:20:18,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46017,DS-3f612963-88cd-4439-97d9-5d59ace5c923,DISK] 2024-11-09T01:20:18,003 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.meta.1731115217975.meta 2024-11-09T01:20:18,003 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33401:33401)] 2024-11-09T01:20:18,003 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:18,003 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:20:18,003 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:20:18,003 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:20:18,003 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:20:18,004 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:20:18,004 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:18,004 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:20:18,004 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:20:18,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:20:18,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:20:18,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:18,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:18,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:20:18,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:20:18,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:18,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:18,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:20:18,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:20:18,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:18,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:18,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:20:18,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:20:18,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:18,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:18,008 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:20:18,008 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740 2024-11-09T01:20:18,009 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740 2024-11-09T01:20:18,009 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:20:18,009 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:20:18,010 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:20:18,011 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:20:18,011 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69968067, jitterRate=0.0426054447889328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:20:18,011 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:20:18,011 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115218004Writing region info on filesystem at 1731115218004Initializing all the Stores at 1731115218004Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115218004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115218004Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115218004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115218004Cleaning up temporary data from old regions at 1731115218009 (+5 ms)Running coprocessor post-open hooks at 1731115218011 (+2 ms)Region opened successfully at 1731115218011 2024-11-09T01:20:18,012 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115217970 2024-11-09T01:20:18,013 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:20:18,013 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:20:18,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,41991,1731115214705 2024-11-09T01:20:18,014 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,41991,1731115214705, state=OPEN 2024-11-09T01:20:18,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11589873689/meta-region-server 2024-11-09T01:20:18,022 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11589873689/meta-region-server 2024-11-09T01:20:18,022 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,41991,1731115214705 2024-11-09T01:20:18,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11589873689/meta-region-server: CHANGED 2024-11-09T01:20:18,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11589873689/meta-region-server: CHANGED 2024-11-09T01:20:18,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:20:18,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,41991,1731115214705 in 204 msec 2024-11-09T01:20:18,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:20:18,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-09T01:20:18,026 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:18,026 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:20:18,027 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:18,027 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,41991,1731115214705, seqNum=-1] 2024-11-09T01:20:18,027 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:18,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:20:18,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-09T01:20:18,032 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115218032, completionTime=-1 2024-11-09T01:20:18,032 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:20:18,032 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:20:18,034 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:20:18,034 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115278034 2024-11-09T01:20:18,034 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115338034 2024-11-09T01:20:18,034 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T01:20:18,035 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,39177,1731115214560-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:18,035 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,39177,1731115214560-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:18,035 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,39177,1731115214560-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:18,035 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:39177, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:18,035 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:18,035 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:18,037 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:20:18,038 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.263sec 2024-11-09T01:20:18,039 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:20:18,039 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:20:18,039 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:20:18,039 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:20:18,039 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:20:18,039 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,39177,1731115214560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:20:18,039 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,39177,1731115214560-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:20:18,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d612952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:18,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,39177,-1 for getting cluster id 2024-11-09T01:20:18,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:18,040 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:20:18,040 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:20:18,041 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,39177,1731115214560-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:18,044 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c1ee59-42ec-48e5-91ca-9ca381fbb605' 2024-11-09T01:20:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c1ee59-42ec-48e5-91ca-9ca381fbb605" 2024-11-09T01:20:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8ee10c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,39177,-1] 2024-11-09T01:20:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:18,046 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:18,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efa8246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:18,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,41991,1731115214705, seqNum=-1] 2024-11-09T01:20:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:18,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:20:18,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,39177,1731115214560 2024-11-09T01:20:18,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54449 2024-11-09T01:20:18,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:20:18,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d2dc4720005 connected 2024-11-09T01:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/hadoop.log.dir so I do NOT create it in target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf 2024-11-09T01:20:18,077 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/hadoop.tmp.dir so I do NOT create it in target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf 2024-11-09T01:20:18,077 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:20:18,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf 2024-11-09T01:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:20:18,077 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/cluster_2b5b1b4b-7046-9cb4-9acb-9c40ad8e70f8, deleteOnExit=true 2024-11-09T01:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/test.cache.data in system properties and HBase conf 2024-11-09T01:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:20:18,078 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:20:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:20:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:20:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:20:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:20:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:20:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:20:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:20:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:20:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:20:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:20:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:20:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:20:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:20:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:20:18,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:18,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:20:18,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:20:18,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:20:18,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:20:18,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:18,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57e8c9d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:20:18,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b4550ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:20:18,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f40cd0d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/java.io.tmpdir/jetty-localhost-42107-hadoop-hdfs-3_4_1-tests_jar-_-any-10335092970261150378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:20:18,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3926b28f{HTTP/1.1, (http/1.1)}{localhost:42107} 2024-11-09T01:20:18,618 INFO [Time-limited test {}] server.Server(415): Started @293203ms 2024-11-09T01:20:18,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:18,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:20:18,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:20:18,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:20:18,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:20:18,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f2d8ca2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:20:18,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4420e372{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:20:19,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9ff306c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/java.io.tmpdir/jetty-localhost-42131-hadoop-hdfs-3_4_1-tests_jar-_-any-8796853519957709431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:20:19,114 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3272fba4{HTTP/1.1, (http/1.1)}{localhost:42131} 2024-11-09T01:20:19,114 INFO [Time-limited test {}] server.Server(415): Started @293699ms 2024-11-09T01:20:19,116 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:20:19,814 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/cluster_2b5b1b4b-7046-9cb4-9acb-9c40ad8e70f8/data/data2/current/BP-2060341518-172.17.0.2-1731115218099/current, will proceed with Du for space computation calculation, 2024-11-09T01:20:19,814 WARN [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/cluster_2b5b1b4b-7046-9cb4-9acb-9c40ad8e70f8/data/data1/current/BP-2060341518-172.17.0.2-1731115218099/current, will proceed with Du for space computation calculation, 2024-11-09T01:20:19,837 WARN [Thread-3664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:20:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba4db31398c53fcc with lease ID 0xe014190bd8804473: Processing first storage report for DS-daa6868a-595b-4e70-98fc-dbad928fa582 from datanode DatanodeRegistration(127.0.0.1:32979, datanodeUuid=2bcc6b95-bcfa-4edc-9eaa-340fbcfea3b4, infoPort=39977, infoSecurePort=0, ipcPort=35419, storageInfo=lv=-57;cid=testClusterID;nsid=1498818323;c=1731115218099) 2024-11-09T01:20:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba4db31398c53fcc with lease ID 0xe014190bd8804473: from storage DS-daa6868a-595b-4e70-98fc-dbad928fa582 node DatanodeRegistration(127.0.0.1:32979, datanodeUuid=2bcc6b95-bcfa-4edc-9eaa-340fbcfea3b4, infoPort=39977, infoSecurePort=0, ipcPort=35419, storageInfo=lv=-57;cid=testClusterID;nsid=1498818323;c=1731115218099), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T01:20:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba4db31398c53fcc with lease ID 0xe014190bd8804473: Processing first storage report for DS-a720e269-213d-409d-b78b-5ed2cfdc8c7f from datanode DatanodeRegistration(127.0.0.1:32979, datanodeUuid=2bcc6b95-bcfa-4edc-9eaa-340fbcfea3b4, infoPort=39977, infoSecurePort=0, ipcPort=35419, storageInfo=lv=-57;cid=testClusterID;nsid=1498818323;c=1731115218099) 2024-11-09T01:20:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba4db31398c53fcc with lease ID 0xe014190bd8804473: from storage DS-a720e269-213d-409d-b78b-5ed2cfdc8c7f node DatanodeRegistration(127.0.0.1:32979, datanodeUuid=2bcc6b95-bcfa-4edc-9eaa-340fbcfea3b4, infoPort=39977, infoSecurePort=0, ipcPort=35419, storageInfo=lv=-57;cid=testClusterID;nsid=1498818323;c=1731115218099), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:20:19,884 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf 2024-11-09T01:20:19,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:19,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:19,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:20:19,904 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8 with version=8 2024-11-09T01:20:19,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/hbase-staging 2024-11-09T01:20:19,907 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:20:19,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:19,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:19,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:20:19,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:19,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:20:19,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:20:19,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:20:19,908 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42817 2024-11-09T01:20:19,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42817 connecting to ZooKeeper ensemble=127.0.0.1:54449 2024-11-09T01:20:19,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428170x0, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:20:19,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42817-0x1011d2dc4720006 connected 2024-11-09T01:20:20,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:20,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:20,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Set watcher on znode that does not yet exist, /2-845947404/running 2024-11-09T01:20:20,006 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8, hbase.cluster.distributed=false 2024-11-09T01:20:20,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Set watcher on znode that does not yet exist, /2-845947404/acl 2024-11-09T01:20:20,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42817 2024-11-09T01:20:20,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42817 2024-11-09T01:20:20,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42817 2024-11-09T01:20:20,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42817 2024-11-09T01:20:20,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42817 2024-11-09T01:20:20,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:20:20,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:20,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:20,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:20:20,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:20,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:20:20,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:20:20,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:20:20,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44211 2024-11-09T01:20:20,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44211 connecting to ZooKeeper ensemble=127.0.0.1:54449 2024-11-09T01:20:20,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:20,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:20,059 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442110x0, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:20:20,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442110x0, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Set watcher on znode that does not yet exist, /2-845947404/running 2024-11-09T01:20:20,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44211-0x1011d2dc4720007 connected 2024-11-09T01:20:20,060 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:20:20,068 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:20:20,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Set watcher on znode that does not yet exist, /2-845947404/master 2024-11-09T01:20:20,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Set watcher on znode that does not yet exist, /2-845947404/acl 2024-11-09T01:20:20,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44211 2024-11-09T01:20:20,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44211 2024-11-09T01:20:20,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44211 2024-11-09T01:20:20,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44211 2024-11-09T01:20:20,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44211 2024-11-09T01:20:20,103 DEBUG [M:0;5296cfb18d53:42817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:42817 2024-11-09T01:20:20,104 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-845947404/backup-masters/5296cfb18d53,42817,1731115219907 2024-11-09T01:20:20,117 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404/backup-masters 2024-11-09T01:20:20,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404/backup-masters 2024-11-09T01:20:20,117 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Set watcher on existing znode=/2-845947404/backup-masters/5296cfb18d53,42817,1731115219907 2024-11-09T01:20:20,127 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-845947404/master 2024-11-09T01:20:20,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:20,127 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:20,128 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Set watcher on existing znode=/2-845947404/master 2024-11-09T01:20:20,128 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-845947404/backup-masters/5296cfb18d53,42817,1731115219907 from backup master directory 2024-11-09T01:20:20,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-845947404/backup-masters/5296cfb18d53,42817,1731115219907 2024-11-09T01:20:20,138 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404/backup-masters 2024-11-09T01:20:20,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404/backup-masters 2024-11-09T01:20:20,138 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:20:20,138 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,42817,1731115219907 2024-11-09T01:20:20,141 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/hbase.id] with ID: f4921751-620d-410b-ae53-5480e8ae5901 2024-11-09T01:20:20,141 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/.tmp/hbase.id 2024-11-09T01:20:20,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:20:20,154 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/.tmp/hbase.id]:[hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/hbase.id] 2024-11-09T01:20:20,162 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:20,162 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:20:20,163 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:20:20,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:20,175 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:20,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:20:20,579 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:20:20,580 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:20:20,581 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:20,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:20:20,587 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store 2024-11-09T01:20:20,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:20:20,598 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:20,598 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:20:20,598 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:20,598 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:20,598 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:20:20,598 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:20,598 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:20,598 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115220598Disabling compacts and flushes for region at 1731115220598Disabling writes for close at 1731115220598Writing region close event to WAL at 1731115220598Closed at 1731115220598 2024-11-09T01:20:20,599 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/.initializing 2024-11-09T01:20:20,599 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/WALs/5296cfb18d53,42817,1731115219907 2024-11-09T01:20:20,600 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:20:20,601 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C42817%2C1731115219907, suffix=, logDir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/WALs/5296cfb18d53,42817,1731115219907, archiveDir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/oldWALs, maxLogs=10 2024-11-09T01:20:20,617 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/WALs/5296cfb18d53,42817,1731115219907/5296cfb18d53%2C42817%2C1731115219907.1731115220602, exclude list is [], retry=0 2024-11-09T01:20:20,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-daa6868a-595b-4e70-98fc-dbad928fa582,DISK] 2024-11-09T01:20:20,622 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/WALs/5296cfb18d53,42817,1731115219907/5296cfb18d53%2C42817%2C1731115219907.1731115220602 2024-11-09T01:20:20,622 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-09T01:20:20,622 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:20,622 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:20,623 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:20,623 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:20,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:20,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:20:20,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:20,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:20,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:20,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:20:20,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:20,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:20,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:20,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:20:20,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:20,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:20,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:20,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:20:20,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:20,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:20,635 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:20,635 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:20,635 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:20,636 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:20,636 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:20,637 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:20:20,638 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:20,640 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:20,641 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59090638, jitterRate=-0.11948087811470032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:20:20,641 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115220623Initializing all the Stores at 1731115220626 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115220626Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115220626Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115220626Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115220626Cleaning up temporary data from old regions at 1731115220636 (+10 ms)Region opened successfully at 1731115220641 (+5 ms) 2024-11-09T01:20:20,644 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:20:20,647 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622b8b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:20:20,648 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:20:20,648 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:20:20,648 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:20:20,648 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:20:20,649 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:20:20,649 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:20:20,649 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:20:20,654 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:20:20,655 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Unable to get data of znode /2-845947404/balancer because node does not exist (not necessarily an error) 2024-11-09T01:20:20,701 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-845947404/balancer already deleted, retry=false 2024-11-09T01:20:20,701 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:20:20,702 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Unable to get data of znode /2-845947404/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:20:20,711 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-845947404/normalizer already deleted, retry=false 2024-11-09T01:20:20,712 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:20:20,713 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Unable to get data of znode /2-845947404/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:20:20,722 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-845947404/switch/split already deleted, retry=false 2024-11-09T01:20:20,723 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Unable to get data of znode /2-845947404/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:20:20,733 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-845947404/switch/merge already deleted, retry=false 2024-11-09T01:20:20,735 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Unable to get data of znode /2-845947404/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:20:20,743 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-845947404/snapshot-cleanup already deleted, retry=false 2024-11-09T01:20:20,754 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-845947404/running 2024-11-09T01:20:20,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-845947404/running 2024-11-09T01:20:20,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:20,754 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:20,754 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,42817,1731115219907, sessionid=0x1011d2dc4720006, setting cluster-up flag (Was=false) 2024-11-09T01:20:20,775 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:20,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:20,806 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-845947404/flush-table-proc/acquired, /2-845947404/flush-table-proc/reached, /2-845947404/flush-table-proc/abort 2024-11-09T01:20:20,807 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,42817,1731115219907 2024-11-09T01:20:20,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:20,827 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:20,859 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-845947404/online-snapshot/acquired, /2-845947404/online-snapshot/reached, /2-845947404/online-snapshot/abort 2024-11-09T01:20:20,860 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,42817,1731115219907 2024-11-09T01:20:20,861 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:20:20,863 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:20,863 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:20:20,863 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:20:20,864 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,42817,1731115219907 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:20:20,865 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:20,865 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:20,865 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:20,865 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:20,865 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:20:20,865 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:20,865 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:20:20,865 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:20,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:20,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:20:20,870 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:20,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:20:20,876 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115250876 2024-11-09T01:20:20,877 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:20:20,877 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:20:20,877 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:20:20,877 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:20:20,877 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:20:20,877 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:20:20,877 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:20,880 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:20:20,880 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:20:20,881 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:20:20,881 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:20:20,888 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:20:20,888 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:20:20,889 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115220888,5,FailOnTimeoutGroup] 2024-11-09T01:20:20,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:20:20,892 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115220889,5,FailOnTimeoutGroup] 2024-11-09T01:20:20,892 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:20,892 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:20:20,892 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:20,892 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:20,893 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(746): ClusterId : f4921751-620d-410b-ae53-5480e8ae5901 2024-11-09T01:20:20,893 DEBUG [RS:0;5296cfb18d53:44211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:20:20,902 DEBUG [RS:0;5296cfb18d53:44211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:20:20,902 DEBUG [RS:0;5296cfb18d53:44211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:20:20,912 DEBUG [RS:0;5296cfb18d53:44211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:20:20,913 DEBUG [RS:0;5296cfb18d53:44211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e05fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:20:20,934 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:44211 2024-11-09T01:20:20,934 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:20:20,934 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:20:20,934 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:20:20,935 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,42817,1731115219907 with port=44211, startcode=1731115220035 2024-11-09T01:20:20,935 DEBUG [RS:0;5296cfb18d53:44211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:20:20,941 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:20:20,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,44211,1731115220035 2024-11-09T01:20:20,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42817 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,44211,1731115220035 2024-11-09T01:20:20,943 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8 2024-11-09T01:20:20,943 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35743 2024-11-09T01:20:20,943 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:20:20,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404/rs 2024-11-09T01:20:20,992 DEBUG [RS:0;5296cfb18d53:44211 {}] zookeeper.ZKUtil(111): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Set watcher on existing znode=/2-845947404/rs/5296cfb18d53,44211,1731115220035 2024-11-09T01:20:20,992 WARN [RS:0;5296cfb18d53:44211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:20:20,992 INFO [RS:0;5296cfb18d53:44211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:20,993 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035 2024-11-09T01:20:20,995 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:20:21,004 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:20:21,005 INFO [RS:0;5296cfb18d53:44211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:20:21,005 INFO [RS:0;5296cfb18d53:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:21,005 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:20:21,006 INFO [RS:0;5296cfb18d53:44211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:20:21,006 INFO [RS:0;5296cfb18d53:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:21,006 DEBUG [RS:0;5296cfb18d53:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:21,006 DEBUG [RS:0;5296cfb18d53:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:21,006 DEBUG [RS:0;5296cfb18d53:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:21,006 DEBUG [RS:0;5296cfb18d53:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:21,006 DEBUG [RS:0;5296cfb18d53:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:21,006 DEBUG [RS:0;5296cfb18d53:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:20:21,007 DEBUG [RS:0;5296cfb18d53:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:21,007 DEBUG [RS:0;5296cfb18d53:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:21,007 DEBUG [RS:0;5296cfb18d53:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:21,007 DEBUG [RS:0;5296cfb18d53:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:21,007 DEBUG [RS:0;5296cfb18d53:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:21,007 DEBUG [RS:0;5296cfb18d53:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:21,007 DEBUG [RS:0;5296cfb18d53:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:20:21,007 DEBUG [RS:0;5296cfb18d53:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:20:21,012 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,44211,1731115220035] 2024-11-09T01:20:21,016 INFO [RS:0;5296cfb18d53:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:21,016 INFO [RS:0;5296cfb18d53:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:21,016 INFO [RS:0;5296cfb18d53:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:21,016 INFO [RS:0;5296cfb18d53:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:21,017 INFO [RS:0;5296cfb18d53:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:21,017 INFO [RS:0;5296cfb18d53:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,44211,1731115220035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:20:21,039 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:20:21,039 INFO [RS:0;5296cfb18d53:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,44211,1731115220035-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:21,039 INFO [RS:0;5296cfb18d53:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:21,039 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.Replication(171): 5296cfb18d53,44211,1731115220035 started 2024-11-09T01:20:21,057 INFO [RS:0;5296cfb18d53:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:21,057 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,44211,1731115220035, RpcServer on 5296cfb18d53/172.17.0.2:44211, sessionid=0x1011d2dc4720007 2024-11-09T01:20:21,058 DEBUG [RS:0;5296cfb18d53:44211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:20:21,058 DEBUG [RS:0;5296cfb18d53:44211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,44211,1731115220035 2024-11-09T01:20:21,058 DEBUG [RS:0;5296cfb18d53:44211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,44211,1731115220035' 2024-11-09T01:20:21,058 DEBUG [RS:0;5296cfb18d53:44211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-845947404/flush-table-proc/abort' 2024-11-09T01:20:21,058 DEBUG [RS:0;5296cfb18d53:44211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-845947404/flush-table-proc/acquired' 2024-11-09T01:20:21,059 DEBUG [RS:0;5296cfb18d53:44211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:20:21,059 DEBUG [RS:0;5296cfb18d53:44211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:20:21,059 DEBUG [RS:0;5296cfb18d53:44211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,44211,1731115220035 2024-11-09T01:20:21,059 DEBUG [RS:0;5296cfb18d53:44211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,44211,1731115220035' 2024-11-09T01:20:21,059 DEBUG [RS:0;5296cfb18d53:44211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-845947404/online-snapshot/abort' 2024-11-09T01:20:21,059 DEBUG [RS:0;5296cfb18d53:44211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-845947404/online-snapshot/acquired' 2024-11-09T01:20:21,059 DEBUG [RS:0;5296cfb18d53:44211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:20:21,059 INFO [RS:0;5296cfb18d53:44211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:20:21,059 INFO [RS:0;5296cfb18d53:44211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:20:21,160 INFO [RS:0;5296cfb18d53:44211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:20:21,161 INFO [RS:0;5296cfb18d53:44211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C44211%2C1731115220035, suffix=, logDir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035, archiveDir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/oldWALs, maxLogs=10 2024-11-09T01:20:21,177 DEBUG [RS:0;5296cfb18d53:44211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161, exclude list is [], retry=0 2024-11-09T01:20:21,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-daa6868a-595b-4e70-98fc-dbad928fa582,DISK] 2024-11-09T01:20:21,181 INFO [RS:0;5296cfb18d53:44211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 2024-11-09T01:20:21,181 DEBUG [RS:0;5296cfb18d53:44211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-09T01:20:21,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:20:21,291 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8 2024-11-09T01:20:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741833_1009 (size=32) 2024-11-09T01:20:21,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:21,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:20:21,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:20:21,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:21,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:21,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:20:21,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:20:21,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:21,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:21,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:20:21,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:20:21,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:21,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:21,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:20:21,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:20:21,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:21,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:21,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:20:21,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740 2024-11-09T01:20:21,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740 2024-11-09T01:20:21,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:20:21,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:20:21,710 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:20:21,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:20:21,712 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:21,713 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71920025, jitterRate=0.07169188559055328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:20:21,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115221698Initializing all the Stores at 1731115221699 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115221700 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115221700Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115221700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115221700Cleaning up temporary data from old regions at 1731115221709 (+9 ms)Region opened successfully at 1731115221713 (+4 ms) 2024-11-09T01:20:21,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:20:21,713 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:20:21,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:20:21,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:20:21,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:20:21,713 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:20:21,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115221713Disabling compacts and flushes for region at 1731115221713Disabling writes for close at 1731115221713Writing region close event to WAL at 1731115221713Closed at 1731115221713 2024-11-09T01:20:21,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:21,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:20:21,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:20:21,716 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:20:21,717 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:20:21,867 DEBUG [5296cfb18d53:42817 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:20:21,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,44211,1731115220035 2024-11-09T01:20:21,869 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,44211,1731115220035, state=OPENING 2024-11-09T01:20:21,885 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:20:21,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:21,895 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:21,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-845947404/meta-region-server: CHANGED 2024-11-09T01:20:21,896 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:20:21,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-845947404/meta-region-server: CHANGED 2024-11-09T01:20:21,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,44211,1731115220035}] 2024-11-09T01:20:22,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:20:22,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T01:20:22,048 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:20:22,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:20:22,055 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:20:22,056 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:22,056 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:20:22,057 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C44211%2C1731115220035.meta, suffix=.meta, logDir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035, archiveDir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/oldWALs, maxLogs=10 2024-11-09T01:20:22,076 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.meta.1731115222058.meta, exclude list is [], retry=0 2024-11-09T01:20:22,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-daa6868a-595b-4e70-98fc-dbad928fa582,DISK] 2024-11-09T01:20:22,079 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.meta.1731115222058.meta 2024-11-09T01:20:22,079 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-09T01:20:22,080 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:22,080 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:20:22,080 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:20:22,080 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:20:22,080 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:20:22,080 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:20:22,080 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:22,081 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:20:22,081 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:20:22,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:20:22,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:20:22,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:22,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:22,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:20:22,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:20:22,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:22,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:22,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:20:22,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:20:22,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:22,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:22,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:20:22,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:20:22,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:22,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:22,087 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:20:22,087 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740 2024-11-09T01:20:22,088 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740 2024-11-09T01:20:22,089 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:20:22,089 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:20:22,090 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:20:22,091 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:20:22,092 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65429844, jitterRate=-0.025019347667694092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:20:22,092 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:20:22,092 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115222081Writing region info on filesystem at 1731115222081Initializing all the Stores at 1731115222082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115222082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115222082Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115222082Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115222082Cleaning up temporary data from old regions at 1731115222089 (+7 ms)Running coprocessor post-open hooks at 1731115222092 (+3 ms)Region opened successfully at 1731115222092 2024-11-09T01:20:22,093 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115222048 2024-11-09T01:20:22,095 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:20:22,095 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:20:22,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,44211,1731115220035 2024-11-09T01:20:22,097 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,44211,1731115220035, state=OPEN 2024-11-09T01:20:22,127 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-845947404/meta-region-server 2024-11-09T01:20:22,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-845947404/meta-region-server 2024-11-09T01:20:22,127 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,44211,1731115220035 2024-11-09T01:20:22,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-845947404/meta-region-server: CHANGED 2024-11-09T01:20:22,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-845947404/meta-region-server: CHANGED 2024-11-09T01:20:22,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:20:22,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,44211,1731115220035 in 231 msec 2024-11-09T01:20:22,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:20:22,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-09T01:20:22,132 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:22,132 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:20:22,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:22,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,44211,1731115220035, seqNum=-1] 2024-11-09T01:20:22,133 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:22,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:20:22,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2750 sec 2024-11-09T01:20:22,139 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115222139, completionTime=-1 2024-11-09T01:20:22,139 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:20:22,139 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:20:22,141 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:20:22,141 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115282141 2024-11-09T01:20:22,142 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115342141 2024-11-09T01:20:22,142 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T01:20:22,142 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42817,1731115219907-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:22,142 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42817,1731115219907-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:22,142 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42817,1731115219907-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:22,142 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:42817, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:22,142 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:22,142 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:22,146 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:20:22,147 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.009sec 2024-11-09T01:20:22,147 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:20:22,147 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:20:22,147 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:20:22,147 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:20:22,147 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:20:22,147 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42817,1731115219907-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:20:22,148 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42817,1731115219907-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:20:22,150 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:20:22,150 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:20:22,150 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42817,1731115219907-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:22,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c292fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:22,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42817,-1 for getting cluster id 2024-11-09T01:20:22,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:22,196 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4921751-620d-410b-ae53-5480e8ae5901' 2024-11-09T01:20:22,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:22,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4921751-620d-410b-ae53-5480e8ae5901" 2024-11-09T01:20:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a942ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42817,-1] 2024-11-09T01:20:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:22,198 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:22,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9711cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:22,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,44211,1731115220035, seqNum=-1] 2024-11-09T01:20:22,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:22,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:20:22,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,42817,1731115219907 2024-11-09T01:20:22,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54449 2024-11-09T01:20:22,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:20:22,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011d2dc4720008 connected 2024-11-09T01:20:22,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:22,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43511,1731115208914 2024-11-09T01:20:22,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28e8af7a 2024-11-09T01:20:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:22,232 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:20:22,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:20:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:20:22,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:20:22,235 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:22,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:20:22,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:20:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:22,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:20:22,248 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ee1ce010a4836fd5cae885d0fd271d3, NAME => 'test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba 2024-11-09T01:20:22,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:20:22,253 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:22,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3ee1ce010a4836fd5cae885d0fd271d3, disabling compactions & flushes 2024-11-09T01:20:22,254 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. 2024-11-09T01:20:22,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. 2024-11-09T01:20:22,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. after waiting 0 ms 2024-11-09T01:20:22,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. 2024-11-09T01:20:22,254 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. 2024-11-09T01:20:22,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ee1ce010a4836fd5cae885d0fd271d3: Waiting for close lock at 1731115222253Disabling compacts and flushes for region at 1731115222253Disabling writes for close at 1731115222254 (+1 ms)Writing region close event to WAL at 1731115222254Closed at 1731115222254 2024-11-09T01:20:22,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:20:22,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731115222255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115222255"}]},"ts":"1731115222255"} 2024-11-09T01:20:22,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:20:22,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:20:22,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115222258"}]},"ts":"1731115222258"} 2024-11-09T01:20:22,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:20:22,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ee1ce010a4836fd5cae885d0fd271d3, ASSIGN}] 2024-11-09T01:20:22,262 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ee1ce010a4836fd5cae885d0fd271d3, ASSIGN 2024-11-09T01:20:22,263 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3ee1ce010a4836fd5cae885d0fd271d3, ASSIGN; state=OFFLINE, location=5296cfb18d53,37129,1731115209124; forceNewPlan=false, retain=false 2024-11-09T01:20:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:22,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ee1ce010a4836fd5cae885d0fd271d3, regionState=OPENING, regionLocation=5296cfb18d53,37129,1731115209124 2024-11-09T01:20:22,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3ee1ce010a4836fd5cae885d0fd271d3, ASSIGN because future has completed 2024-11-09T01:20:22,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ee1ce010a4836fd5cae885d0fd271d3, server=5296cfb18d53,37129,1731115209124}] 2024-11-09T01:20:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:22,575 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. 2024-11-09T01:20:22,575 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ee1ce010a4836fd5cae885d0fd271d3, NAME => 'test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:22,575 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:20:22,575 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:20:22,575 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:22,575 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:22,576 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:22,576 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:22,580 INFO [StoreOpener-3ee1ce010a4836fd5cae885d0fd271d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:22,582 INFO [StoreOpener-3ee1ce010a4836fd5cae885d0fd271d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ee1ce010a4836fd5cae885d0fd271d3 columnFamilyName f 2024-11-09T01:20:22,582 DEBUG [StoreOpener-3ee1ce010a4836fd5cae885d0fd271d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:22,582 INFO [StoreOpener-3ee1ce010a4836fd5cae885d0fd271d3-1 {}] regionserver.HStore(327): Store=3ee1ce010a4836fd5cae885d0fd271d3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:22,582 INFO [StoreOpener-3ee1ce010a4836fd5cae885d0fd271d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:22,583 INFO [StoreOpener-3ee1ce010a4836fd5cae885d0fd271d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ee1ce010a4836fd5cae885d0fd271d3 columnFamilyName f1 2024-11-09T01:20:22,583 DEBUG [StoreOpener-3ee1ce010a4836fd5cae885d0fd271d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:22,584 INFO [StoreOpener-3ee1ce010a4836fd5cae885d0fd271d3-1 {}] regionserver.HStore(327): Store=3ee1ce010a4836fd5cae885d0fd271d3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:22,584 INFO [StoreOpener-3ee1ce010a4836fd5cae885d0fd271d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:22,585 INFO [StoreOpener-3ee1ce010a4836fd5cae885d0fd271d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ee1ce010a4836fd5cae885d0fd271d3 columnFamilyName norep 2024-11-09T01:20:22,585 DEBUG [StoreOpener-3ee1ce010a4836fd5cae885d0fd271d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:22,585 INFO [StoreOpener-3ee1ce010a4836fd5cae885d0fd271d3-1 {}] regionserver.HStore(327): Store=3ee1ce010a4836fd5cae885d0fd271d3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:22,585 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:22,586 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:22,586 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:22,587 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:22,587 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:22,587 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:20:22,589 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:22,591 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:22,591 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3ee1ce010a4836fd5cae885d0fd271d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70885010, jitterRate=0.05626896023750305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:20:22,592 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:22,592 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3ee1ce010a4836fd5cae885d0fd271d3: Running coprocessor pre-open hook at 1731115222576Writing region info on filesystem at 1731115222576Initializing all the Stores at 1731115222576Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115222577 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115222580 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115222580Cleaning up temporary data from old regions at 1731115222587 (+7 ms)Running coprocessor post-open hooks at 1731115222592 (+5 ms)Region opened successfully at 1731115222592 2024-11-09T01:20:22,594 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3., pid=6, masterSystemTime=1731115222568 2024-11-09T01:20:22,596 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. 2024-11-09T01:20:22,597 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. 2024-11-09T01:20:22,597 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ee1ce010a4836fd5cae885d0fd271d3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,37129,1731115209124 2024-11-09T01:20:22,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ee1ce010a4836fd5cae885d0fd271d3, server=5296cfb18d53,37129,1731115209124 because future has completed 2024-11-09T01:20:22,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:20:22,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ee1ce010a4836fd5cae885d0fd271d3, server=5296cfb18d53,37129,1731115209124 in 185 msec 2024-11-09T01:20:22,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:20:22,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3ee1ce010a4836fd5cae885d0fd271d3, ASSIGN in 342 msec 2024-11-09T01:20:22,607 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:20:22,607 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115222607"}]},"ts":"1731115222607"} 2024-11-09T01:20:22,609 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:20:22,610 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:20:22,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 377 msec 2024-11-09T01:20:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:22,867 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:20:22,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:22,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,39177,1731115214560 2024-11-09T01:20:22,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aec1f5e 2024-11-09T01:20:22,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:22,869 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:20:22,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:20:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:20:22,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:20:22,873 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:22,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:20:22,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:20:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:22,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:20:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:23,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dfa823b3e9c01a740427546c469b5f71, NAME => 'test,,1731115222870.dfa823b3e9c01a740427546c469b5f71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756 2024-11-09T01:20:23,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:20:23,506 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:20:23,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:23,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:23,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:23,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:23,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:23,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:23,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:23,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:23,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:23,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:23,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:23,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:23,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:23,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731115222870.dfa823b3e9c01a740427546c469b5f71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:23,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dfa823b3e9c01a740427546c469b5f71, disabling compactions & flushes 2024-11-09T01:20:23,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. 2024-11-09T01:20:23,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. 2024-11-09T01:20:23,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. after waiting 0 ms 2024-11-09T01:20:23,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. 2024-11-09T01:20:23,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. 2024-11-09T01:20:23,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dfa823b3e9c01a740427546c469b5f71: Waiting for close lock at 1731115223690Disabling compacts and flushes for region at 1731115223690Disabling writes for close at 1731115223691 (+1 ms)Writing region close event to WAL at 1731115223691Closed at 1731115223691 2024-11-09T01:20:23,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:20:23,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731115222870.dfa823b3e9c01a740427546c469b5f71.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731115223696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115223696"}]},"ts":"1731115223696"} 2024-11-09T01:20:23,702 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T01:20:23,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:20:23,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:20:23,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115223704"}]},"ts":"1731115223704"} 2024-11-09T01:20:23,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:20:23,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dfa823b3e9c01a740427546c469b5f71, ASSIGN}] 2024-11-09T01:20:23,711 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dfa823b3e9c01a740427546c469b5f71, ASSIGN 2024-11-09T01:20:23,711 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dfa823b3e9c01a740427546c469b5f71, ASSIGN; state=OFFLINE, location=5296cfb18d53,41991,1731115214705; forceNewPlan=false, retain=false 2024-11-09T01:20:23,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dfa823b3e9c01a740427546c469b5f71, regionState=OPENING, regionLocation=5296cfb18d53,41991,1731115214705 2024-11-09T01:20:23,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dfa823b3e9c01a740427546c469b5f71, ASSIGN because future has completed 2024-11-09T01:20:23,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfa823b3e9c01a740427546c469b5f71, server=5296cfb18d53,41991,1731115214705}] 2024-11-09T01:20:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:24,032 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. 2024-11-09T01:20:24,032 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dfa823b3e9c01a740427546c469b5f71, NAME => 'test,,1731115222870.dfa823b3e9c01a740427546c469b5f71.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:24,033 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:20:24,033 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:20:24,033 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:24,033 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731115222870.dfa823b3e9c01a740427546c469b5f71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:24,033 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:24,033 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:24,035 INFO [StoreOpener-dfa823b3e9c01a740427546c469b5f71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:24,037 INFO [StoreOpener-dfa823b3e9c01a740427546c469b5f71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfa823b3e9c01a740427546c469b5f71 columnFamilyName f 2024-11-09T01:20:24,037 DEBUG [StoreOpener-dfa823b3e9c01a740427546c469b5f71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:24,038 INFO [StoreOpener-dfa823b3e9c01a740427546c469b5f71-1 {}] regionserver.HStore(327): Store=dfa823b3e9c01a740427546c469b5f71/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:24,038 INFO [StoreOpener-dfa823b3e9c01a740427546c469b5f71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:24,040 INFO [StoreOpener-dfa823b3e9c01a740427546c469b5f71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfa823b3e9c01a740427546c469b5f71 columnFamilyName f1 2024-11-09T01:20:24,040 DEBUG [StoreOpener-dfa823b3e9c01a740427546c469b5f71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:24,041 INFO [StoreOpener-dfa823b3e9c01a740427546c469b5f71-1 {}] regionserver.HStore(327): Store=dfa823b3e9c01a740427546c469b5f71/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:24,041 INFO [StoreOpener-dfa823b3e9c01a740427546c469b5f71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:24,043 INFO [StoreOpener-dfa823b3e9c01a740427546c469b5f71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfa823b3e9c01a740427546c469b5f71 columnFamilyName norep 2024-11-09T01:20:24,043 DEBUG [StoreOpener-dfa823b3e9c01a740427546c469b5f71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:24,043 INFO [StoreOpener-dfa823b3e9c01a740427546c469b5f71-1 {}] regionserver.HStore(327): Store=dfa823b3e9c01a740427546c469b5f71/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:24,043 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:24,044 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:24,044 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:24,045 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:24,045 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:24,045 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:20:24,046 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:24,049 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:24,049 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dfa823b3e9c01a740427546c469b5f71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62764776, jitterRate=-0.06473195552825928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:20:24,049 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:24,049 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dfa823b3e9c01a740427546c469b5f71: Running coprocessor pre-open hook at 1731115224033Writing region info on filesystem at 1731115224033Initializing all the Stores at 1731115224034 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115224034Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115224035 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115224035Cleaning up temporary data from old regions at 1731115224045 (+10 ms)Running coprocessor post-open hooks at 1731115224049 (+4 ms)Region opened successfully at 1731115224049 2024-11-09T01:20:24,050 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731115222870.dfa823b3e9c01a740427546c469b5f71., pid=6, masterSystemTime=1731115224021 2024-11-09T01:20:24,053 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. 2024-11-09T01:20:24,053 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. 2024-11-09T01:20:24,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dfa823b3e9c01a740427546c469b5f71, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,41991,1731115214705 2024-11-09T01:20:24,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfa823b3e9c01a740427546c469b5f71, server=5296cfb18d53,41991,1731115214705 because future has completed 2024-11-09T01:20:24,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:20:24,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dfa823b3e9c01a740427546c469b5f71, server=5296cfb18d53,41991,1731115214705 in 189 msec 2024-11-09T01:20:24,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:20:24,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dfa823b3e9c01a740427546c469b5f71, ASSIGN in 350 msec 2024-11-09T01:20:24,062 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:20:24,062 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115224062"}]},"ts":"1731115224062"} 2024-11-09T01:20:24,065 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:20:24,066 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:20:24,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1960 sec 2024-11-09T01:20:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:25,029 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:20:25,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:25,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,42817,1731115219907 2024-11-09T01:20:25,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@632d8393 2024-11-09T01:20:25,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:25,035 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:20:25,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:20:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:20:25,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:20:25,038 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:25,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:20:25,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:20:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:25,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:20:25,052 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65985561ce60103e35f8f12e31b50c40, NAME => 'test,,1731115225035.65985561ce60103e35f8f12e31b50c40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8 2024-11-09T01:20:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:20:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:25,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731115225035.65985561ce60103e35f8f12e31b50c40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:25,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 65985561ce60103e35f8f12e31b50c40, disabling compactions & flushes 2024-11-09T01:20:25,464 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731115225035.65985561ce60103e35f8f12e31b50c40. 2024-11-09T01:20:25,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115225035.65985561ce60103e35f8f12e31b50c40. 2024-11-09T01:20:25,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731115225035.65985561ce60103e35f8f12e31b50c40. after waiting 0 ms 2024-11-09T01:20:25,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731115225035.65985561ce60103e35f8f12e31b50c40. 2024-11-09T01:20:25,464 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731115225035.65985561ce60103e35f8f12e31b50c40. 2024-11-09T01:20:25,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65985561ce60103e35f8f12e31b50c40: Waiting for close lock at 1731115225464Disabling compacts and flushes for region at 1731115225464Disabling writes for close at 1731115225464Writing region close event to WAL at 1731115225464Closed at 1731115225464 2024-11-09T01:20:25,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:20:25,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731115225035.65985561ce60103e35f8f12e31b50c40.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731115225465"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115225465"}]},"ts":"1731115225465"} 2024-11-09T01:20:25,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:20:25,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:20:25,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115225469"}]},"ts":"1731115225469"} 2024-11-09T01:20:25,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:20:25,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65985561ce60103e35f8f12e31b50c40, ASSIGN}] 2024-11-09T01:20:25,473 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65985561ce60103e35f8f12e31b50c40, ASSIGN 2024-11-09T01:20:25,474 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=65985561ce60103e35f8f12e31b50c40, ASSIGN; state=OFFLINE, location=5296cfb18d53,44211,1731115220035; forceNewPlan=false, retain=false 2024-11-09T01:20:25,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65985561ce60103e35f8f12e31b50c40, regionState=OPENING, regionLocation=5296cfb18d53,44211,1731115220035 2024-11-09T01:20:25,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=65985561ce60103e35f8f12e31b50c40, ASSIGN because future has completed 2024-11-09T01:20:25,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65985561ce60103e35f8f12e31b50c40, server=5296cfb18d53,44211,1731115220035}] 2024-11-09T01:20:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:25,786 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731115225035.65985561ce60103e35f8f12e31b50c40. 2024-11-09T01:20:25,786 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 65985561ce60103e35f8f12e31b50c40, NAME => 'test,,1731115225035.65985561ce60103e35f8f12e31b50c40.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:25,787 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:20:25,787 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:20:25,787 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:25,787 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731115225035.65985561ce60103e35f8f12e31b50c40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:25,787 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:25,787 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:25,796 INFO [StoreOpener-65985561ce60103e35f8f12e31b50c40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:25,797 INFO [StoreOpener-65985561ce60103e35f8f12e31b50c40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65985561ce60103e35f8f12e31b50c40 columnFamilyName f 2024-11-09T01:20:25,797 DEBUG [StoreOpener-65985561ce60103e35f8f12e31b50c40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:25,798 INFO [StoreOpener-65985561ce60103e35f8f12e31b50c40-1 {}] regionserver.HStore(327): Store=65985561ce60103e35f8f12e31b50c40/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:25,798 INFO [StoreOpener-65985561ce60103e35f8f12e31b50c40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:25,799 INFO [StoreOpener-65985561ce60103e35f8f12e31b50c40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65985561ce60103e35f8f12e31b50c40 columnFamilyName f1 2024-11-09T01:20:25,799 DEBUG [StoreOpener-65985561ce60103e35f8f12e31b50c40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:25,799 INFO [StoreOpener-65985561ce60103e35f8f12e31b50c40-1 {}] regionserver.HStore(327): Store=65985561ce60103e35f8f12e31b50c40/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:25,799 INFO [StoreOpener-65985561ce60103e35f8f12e31b50c40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:25,800 INFO [StoreOpener-65985561ce60103e35f8f12e31b50c40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65985561ce60103e35f8f12e31b50c40 columnFamilyName norep 2024-11-09T01:20:25,800 DEBUG [StoreOpener-65985561ce60103e35f8f12e31b50c40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:25,800 INFO [StoreOpener-65985561ce60103e35f8f12e31b50c40-1 {}] regionserver.HStore(327): Store=65985561ce60103e35f8f12e31b50c40/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:25,800 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:25,801 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:25,801 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:25,802 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:25,802 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:25,803 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:20:25,804 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:25,806 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:25,806 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 65985561ce60103e35f8f12e31b50c40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71311019, jitterRate=0.0626169890165329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:20:25,806 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:25,806 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 65985561ce60103e35f8f12e31b50c40: Running coprocessor pre-open hook at 1731115225787Writing region info on filesystem at 1731115225787Initializing all the Stores at 1731115225788 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115225788Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115225796 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115225796Cleaning up temporary data from old regions at 1731115225802 (+6 ms)Running coprocessor post-open hooks at 1731115225806 (+4 ms)Region opened successfully at 1731115225806 2024-11-09T01:20:25,807 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731115225035.65985561ce60103e35f8f12e31b50c40., pid=6, masterSystemTime=1731115225781 2024-11-09T01:20:25,809 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731115225035.65985561ce60103e35f8f12e31b50c40. 2024-11-09T01:20:25,809 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731115225035.65985561ce60103e35f8f12e31b50c40. 2024-11-09T01:20:25,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65985561ce60103e35f8f12e31b50c40, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,44211,1731115220035 2024-11-09T01:20:25,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65985561ce60103e35f8f12e31b50c40, server=5296cfb18d53,44211,1731115220035 because future has completed 2024-11-09T01:20:25,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:20:25,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 65985561ce60103e35f8f12e31b50c40, server=5296cfb18d53,44211,1731115220035 in 184 msec 2024-11-09T01:20:25,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:20:25,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=65985561ce60103e35f8f12e31b50c40, ASSIGN in 343 msec 2024-11-09T01:20:25,818 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:20:25,818 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115225818"}]},"ts":"1731115225818"} 2024-11-09T01:20:25,820 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:20:25,821 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:20:25,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 785 msec 2024-11-09T01:20:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:26,177 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:20:26,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aaac497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:26,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43511,-1 for getting cluster id 2024-11-09T01:20:26,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:26,180 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7b55c60-aa8f-4e4c-842b-9c36939053d3' 2024-11-09T01:20:26,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:26,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7b55c60-aa8f-4e4c-842b-9c36939053d3" 2024-11-09T01:20:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103a6dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43511,-1] 2024-11-09T01:20:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:26,185 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2898d0b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:26,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:26,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,43511,1731115208914 2024-11-09T01:20:26,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@319a3d36 2024-11-09T01:20:26,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:26,189 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:20:26,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:39177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:20:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:20:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:26,197 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:39177' 2024-11-09T01:20:26,204 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562a41a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:26,205 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,39177,-1 for getting cluster id 2024-11-09T01:20:26,205 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:26,206 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c1ee59-42ec-48e5-91ca-9ca381fbb605' 2024-11-09T01:20:26,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:26,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c1ee59-42ec-48e5-91ca-9ca381fbb605" 2024-11-09T01:20:26,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4351affe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:26,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,39177,-1] 2024-11-09T01:20:26,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:26,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:26,209 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:26,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322e239e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:26,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:26,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,39177,1731115214560 2024-11-09T01:20:26,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60a5858c 2024-11-09T01:20:26,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:26,212 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:20:26,213 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T01:20:26,213 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:20:26,213 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:26,213 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:26,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:26,214 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:20:26,215 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:20:26,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:20:26,216 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:26,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:20:26,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741837_1013 (size=1138) 2024-11-09T01:20:26,265 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:20:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:26,630 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8417d45b94bafa80a1f5f32388ab3339, NAME => 'hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba 2024-11-09T01:20:26,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741838_1014 (size=44) 2024-11-09T01:20:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:27,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:27,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8417d45b94bafa80a1f5f32388ab3339, disabling compactions & flushes 2024-11-09T01:20:27,037 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. 2024-11-09T01:20:27,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. 2024-11-09T01:20:27,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. after waiting 0 ms 2024-11-09T01:20:27,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. 2024-11-09T01:20:27,037 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. 2024-11-09T01:20:27,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8417d45b94bafa80a1f5f32388ab3339: Waiting for close lock at 1731115227037Disabling compacts and flushes for region at 1731115227037Disabling writes for close at 1731115227037Writing region close event to WAL at 1731115227037Closed at 1731115227037 2024-11-09T01:20:27,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:20:27,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731115227038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115227038"}]},"ts":"1731115227038"} 2024-11-09T01:20:27,156 INFO [AsyncFSWAL-0-hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba-prefix:5296cfb18d53,37129,1731115209124.meta {}] wal.AbstractFSWAL(1368): Slow sync cost: 115 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34105,DS-9e15acc3-f393-41b8-83a1-25c8cd188ff3,DISK]] 2024-11-09T01:20:27,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:20:27,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:20:27,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115227157"}]},"ts":"1731115227157"} 2024-11-09T01:20:27,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:20:27,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8417d45b94bafa80a1f5f32388ab3339, ASSIGN}] 2024-11-09T01:20:27,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8417d45b94bafa80a1f5f32388ab3339, ASSIGN 2024-11-09T01:20:27,161 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8417d45b94bafa80a1f5f32388ab3339, ASSIGN; state=OFFLINE, location=5296cfb18d53,37129,1731115209124; forceNewPlan=false, retain=false 2024-11-09T01:20:27,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8417d45b94bafa80a1f5f32388ab3339, regionState=OPENING, regionLocation=5296cfb18d53,37129,1731115209124 2024-11-09T01:20:27,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8417d45b94bafa80a1f5f32388ab3339, ASSIGN because future has completed 2024-11-09T01:20:27,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8417d45b94bafa80a1f5f32388ab3339, server=5296cfb18d53,37129,1731115209124}] 2024-11-09T01:20:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:27,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. 2024-11-09T01:20:27,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:27,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:20:27,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C37129%2C1731115209124.rep, suffix=, logDir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124, archiveDir=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/oldWALs, maxLogs=10 2024-11-09T01:20:27,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.rep.1731115227471, exclude list is [], retry=0 2024-11-09T01:20:27,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34105,DS-9e15acc3-f393-41b8-83a1-25c8cd188ff3,DISK] 2024-11-09T01:20:27,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.rep.1731115227471 2024-11-09T01:20:27,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33083:33083)] 2024-11-09T01:20:27,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8417d45b94bafa80a1f5f32388ab3339, NAME => 'hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:27,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:20:27,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:20:27,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. service=MultiRowMutationService 2024-11-09T01:20:27,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:20:27,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:27,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:27,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:27,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:27,504 INFO [StoreOpener-8417d45b94bafa80a1f5f32388ab3339-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:27,505 INFO [StoreOpener-8417d45b94bafa80a1f5f32388ab3339-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8417d45b94bafa80a1f5f32388ab3339 columnFamilyName hfileref 2024-11-09T01:20:27,506 DEBUG [StoreOpener-8417d45b94bafa80a1f5f32388ab3339-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:27,506 INFO [StoreOpener-8417d45b94bafa80a1f5f32388ab3339-1 {}] regionserver.HStore(327): Store=8417d45b94bafa80a1f5f32388ab3339/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:27,506 INFO [StoreOpener-8417d45b94bafa80a1f5f32388ab3339-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:27,507 INFO [StoreOpener-8417d45b94bafa80a1f5f32388ab3339-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8417d45b94bafa80a1f5f32388ab3339 columnFamilyName queue 2024-11-09T01:20:27,507 DEBUG [StoreOpener-8417d45b94bafa80a1f5f32388ab3339-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:27,507 INFO [StoreOpener-8417d45b94bafa80a1f5f32388ab3339-1 {}] regionserver.HStore(327): Store=8417d45b94bafa80a1f5f32388ab3339/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:27,507 INFO [StoreOpener-8417d45b94bafa80a1f5f32388ab3339-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:27,508 INFO [StoreOpener-8417d45b94bafa80a1f5f32388ab3339-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8417d45b94bafa80a1f5f32388ab3339 columnFamilyName sid 2024-11-09T01:20:27,508 DEBUG [StoreOpener-8417d45b94bafa80a1f5f32388ab3339-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:27,508 INFO [StoreOpener-8417d45b94bafa80a1f5f32388ab3339-1 {}] regionserver.HStore(327): Store=8417d45b94bafa80a1f5f32388ab3339/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:27,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:27,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/replication/8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:27,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/replication/8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:27,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:27,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:27,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:20:27,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:27,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/replication/8417d45b94bafa80a1f5f32388ab3339/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:27,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8417d45b94bafa80a1f5f32388ab3339; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62124673, jitterRate=-0.07427023351192474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:20:27,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:27,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8417d45b94bafa80a1f5f32388ab3339: Running coprocessor pre-open hook at 1731115227495Writing region info on filesystem at 1731115227495Initializing all the Stores at 1731115227496 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115227496Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115227504 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115227504Cleaning up temporary data from old regions at 1731115227510 (+6 ms)Running coprocessor post-open hooks at 1731115227514 (+4 ms)Region opened successfully at 1731115227514 2024-11-09T01:20:27,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339., pid=10, masterSystemTime=1731115227466 2024-11-09T01:20:27,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. 2024-11-09T01:20:27,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. 2024-11-09T01:20:27,517 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8417d45b94bafa80a1f5f32388ab3339, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,37129,1731115209124 2024-11-09T01:20:27,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8417d45b94bafa80a1f5f32388ab3339, server=5296cfb18d53,37129,1731115209124 because future has completed 2024-11-09T01:20:27,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T01:20:27,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8417d45b94bafa80a1f5f32388ab3339, server=5296cfb18d53,37129,1731115209124 in 207 msec 2024-11-09T01:20:27,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T01:20:27,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8417d45b94bafa80a1f5f32388ab3339, ASSIGN in 364 msec 2024-11-09T01:20:27,526 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:20:27,526 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115227526"}]},"ts":"1731115227526"} 2024-11-09T01:20:27,529 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:20:27,530 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:20:27,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3160 sec 2024-11-09T01:20:27,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339., hostname=5296cfb18d53,37129,1731115209124, seqNum=2] 2024-11-09T01:20:27,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:27,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:27,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:20:27,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T01:20:27,817 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:20:27,864 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,37129,1731115209124, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:20:27,864 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:27,864 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,37129,1731115209124, seqNum=-1] 2024-11-09T01:20:27,865 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:27,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-09T01:20:27,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,37129,1731115209124', locateType=CURRENT is [region=hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339., hostname=5296cfb18d53,37129,1731115209124, seqNum=2] 2024-11-09T01:20:27,870 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T01:20:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T01:20:27,872 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,37129,1731115209124 suceeded 2024-11-09T01:20:27,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T01:20:27,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-09T01:20:27,874 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:39177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:20:27,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6840 sec 2024-11-09T01:20:27,886 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:39177' 2024-11-09T01:20:27,887 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55740cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:27,887 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,39177,-1 for getting cluster id 2024-11-09T01:20:27,887 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:27,888 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c1ee59-42ec-48e5-91ca-9ca381fbb605' 2024-11-09T01:20:27,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:27,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c1ee59-42ec-48e5-91ca-9ca381fbb605" 2024-11-09T01:20:27,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@671dac0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:27,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,39177,-1] 2024-11-09T01:20:27,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:27,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:27,890 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:27,890 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23c360e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:27,891 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:27,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,39177,1731115214560 2024-11-09T01:20:27,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42a0f6e7 2024-11-09T01:20:27,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:27,892 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-09T01:20:27,893 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,37129,1731115209124 (queues=1) is replicating from cluster=c7b55c60-aa8f-4e4c-842b-9c36939053d3 to cluster=b9c1ee59-42ec-48e5-91ca-9ca381fbb605 2024-11-09T01:20:27,893 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C37129%2C1731115209124 2024-11-09T01:20:27,893 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,37129,1731115209124, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:20:27,894 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339, startPosition=0, beingWritten=true 2024-11-09T01:20:27,896 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.shipper5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C37129%2C1731115209124 2024-11-09T01:20:27,899 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:20:27,899 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 379, reset compression=false 2024-11-09T01:20:27,899 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.shipper5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,37129,1731115209124 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:20:28,103 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 379, reset compression=false 2024-11-09T01:20:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:28,346 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:20:28,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:20:28,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:28,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:28,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:28,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:28,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0bbbcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:28,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,39177,-1 for getting cluster id 2024-11-09T01:20:28,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:28,348 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c1ee59-42ec-48e5-91ca-9ca381fbb605' 2024-11-09T01:20:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c1ee59-42ec-48e5-91ca-9ca381fbb605" 2024-11-09T01:20:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb31f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,39177,-1] 2024-11-09T01:20:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:28,350 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:28,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637fdd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:28,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:28,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,39177,1731115214560 2024-11-09T01:20:28,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@656e9a5a 2024-11-09T01:20:28,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:28,353 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:20:28,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:42817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:20:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:20:28,363 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:42817' 2024-11-09T01:20:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:28,365 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29245e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:28,365 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42817,-1 for getting cluster id 2024-11-09T01:20:28,365 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:28,368 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4921751-620d-410b-ae53-5480e8ae5901' 2024-11-09T01:20:28,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:28,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4921751-620d-410b-ae53-5480e8ae5901" 2024-11-09T01:20:28,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e4eebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:28,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42817,-1] 2024-11-09T01:20:28,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:28,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:28,370 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:28,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b63fa4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:28,371 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:28,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,42817,1731115219907 2024-11-09T01:20:28,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f8e20ca 2024-11-09T01:20:28,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:28,376 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:20:28,381 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T01:20:28,381 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:20:28,381 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:28,382 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:28,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:28,382 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:20:28,388 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:20:28,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:20:28,391 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:28,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:20:28,407 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 379, reset compression=false 2024-11-09T01:20:28,439 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:20:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:28,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741837_1013 (size=1138) 2024-11-09T01:20:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:28,840 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 379, reset compression=false 2024-11-09T01:20:28,875 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b5eb572452a54de5c9b903ebc88a97d, NAME => 'hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756 2024-11-09T01:20:28,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741838_1014 (size=44) 2024-11-09T01:20:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:29,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:29,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8b5eb572452a54de5c9b903ebc88a97d, disabling compactions & flushes 2024-11-09T01:20:29,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. 2024-11-09T01:20:29,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. 2024-11-09T01:20:29,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. after waiting 0 ms 2024-11-09T01:20:29,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. 2024-11-09T01:20:29,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. 2024-11-09T01:20:29,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b5eb572452a54de5c9b903ebc88a97d: Waiting for close lock at 1731115229280Disabling compacts and flushes for region at 1731115229280Disabling writes for close at 1731115229281 (+1 ms)Writing region close event to WAL at 1731115229281Closed at 1731115229281 2024-11-09T01:20:29,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:20:29,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731115229282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115229282"}]},"ts":"1731115229282"} 2024-11-09T01:20:29,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:20:29,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:20:29,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115229285"}]},"ts":"1731115229285"} 2024-11-09T01:20:29,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:20:29,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b5eb572452a54de5c9b903ebc88a97d, ASSIGN}] 2024-11-09T01:20:29,290 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b5eb572452a54de5c9b903ebc88a97d, ASSIGN 2024-11-09T01:20:29,290 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b5eb572452a54de5c9b903ebc88a97d, ASSIGN; state=OFFLINE, location=5296cfb18d53,41991,1731115214705; forceNewPlan=false, retain=false 2024-11-09T01:20:29,344 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 379, reset compression=false 2024-11-09T01:20:29,441 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8b5eb572452a54de5c9b903ebc88a97d, regionState=OPENING, regionLocation=5296cfb18d53,41991,1731115214705 2024-11-09T01:20:29,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b5eb572452a54de5c9b903ebc88a97d, ASSIGN because future has completed 2024-11-09T01:20:29,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b5eb572452a54de5c9b903ebc88a97d, server=5296cfb18d53,41991,1731115214705}] 2024-11-09T01:20:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:29,536 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:20:29,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:29,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:29,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:29,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:29,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:29,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:29,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:29,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:29,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:29,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:29,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:29,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:29,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:29,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. 2024-11-09T01:20:29,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:29,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:20:29,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C41991%2C1731115214705.rep, suffix=, logDir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705, archiveDir=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/oldWALs, maxLogs=10 2024-11-09T01:20:29,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.rep.1731115229614, exclude list is [], retry=0 2024-11-09T01:20:29,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46017,DS-3f612963-88cd-4439-97d9-5d59ace5c923,DISK] 2024-11-09T01:20:29,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.rep.1731115229614 2024-11-09T01:20:29,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33401:33401)] 2024-11-09T01:20:29,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b5eb572452a54de5c9b903ebc88a97d, NAME => 'hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:29,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:20:29,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:20:29,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. service=MultiRowMutationService 2024-11-09T01:20:29,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:20:29,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8b5eb572452a54de5c9b903ebc88a97d 2024-11-09T01:20:29,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:29,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8b5eb572452a54de5c9b903ebc88a97d 2024-11-09T01:20:29,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8b5eb572452a54de5c9b903ebc88a97d 2024-11-09T01:20:29,643 INFO [StoreOpener-8b5eb572452a54de5c9b903ebc88a97d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8b5eb572452a54de5c9b903ebc88a97d 2024-11-09T01:20:29,644 INFO [StoreOpener-8b5eb572452a54de5c9b903ebc88a97d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b5eb572452a54de5c9b903ebc88a97d columnFamilyName hfileref 2024-11-09T01:20:29,644 DEBUG [StoreOpener-8b5eb572452a54de5c9b903ebc88a97d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:29,645 INFO [StoreOpener-8b5eb572452a54de5c9b903ebc88a97d-1 {}] regionserver.HStore(327): Store=8b5eb572452a54de5c9b903ebc88a97d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:29,645 INFO [StoreOpener-8b5eb572452a54de5c9b903ebc88a97d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8b5eb572452a54de5c9b903ebc88a97d 2024-11-09T01:20:29,645 INFO [StoreOpener-8b5eb572452a54de5c9b903ebc88a97d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b5eb572452a54de5c9b903ebc88a97d columnFamilyName queue 2024-11-09T01:20:29,646 DEBUG [StoreOpener-8b5eb572452a54de5c9b903ebc88a97d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:29,646 INFO [StoreOpener-8b5eb572452a54de5c9b903ebc88a97d-1 {}] regionserver.HStore(327): Store=8b5eb572452a54de5c9b903ebc88a97d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:29,646 INFO [StoreOpener-8b5eb572452a54de5c9b903ebc88a97d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8b5eb572452a54de5c9b903ebc88a97d 2024-11-09T01:20:29,647 INFO [StoreOpener-8b5eb572452a54de5c9b903ebc88a97d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b5eb572452a54de5c9b903ebc88a97d columnFamilyName sid 2024-11-09T01:20:29,647 DEBUG [StoreOpener-8b5eb572452a54de5c9b903ebc88a97d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:29,647 INFO [StoreOpener-8b5eb572452a54de5c9b903ebc88a97d-1 {}] regionserver.HStore(327): Store=8b5eb572452a54de5c9b903ebc88a97d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:29,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8b5eb572452a54de5c9b903ebc88a97d 2024-11-09T01:20:29,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/replication/8b5eb572452a54de5c9b903ebc88a97d 2024-11-09T01:20:29,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/replication/8b5eb572452a54de5c9b903ebc88a97d 2024-11-09T01:20:29,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8b5eb572452a54de5c9b903ebc88a97d 2024-11-09T01:20:29,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8b5eb572452a54de5c9b903ebc88a97d 2024-11-09T01:20:29,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:20:29,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8b5eb572452a54de5c9b903ebc88a97d 2024-11-09T01:20:29,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/replication/8b5eb572452a54de5c9b903ebc88a97d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:29,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8b5eb572452a54de5c9b903ebc88a97d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59332021, jitterRate=-0.11588399112224579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:20:29,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b5eb572452a54de5c9b903ebc88a97d 2024-11-09T01:20:29,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8b5eb572452a54de5c9b903ebc88a97d: Running coprocessor pre-open hook at 1731115229642Writing region info on filesystem at 1731115229642Initializing all the Stores at 1731115229643 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115229643Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115229643Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115229643Cleaning up temporary data from old regions at 1731115229649 (+6 ms)Running coprocessor post-open hooks at 1731115229652 (+3 ms)Region opened successfully at 1731115229652 2024-11-09T01:20:29,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d., pid=10, masterSystemTime=1731115229608 2024-11-09T01:20:29,661 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8b5eb572452a54de5c9b903ebc88a97d, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,41991,1731115214705 2024-11-09T01:20:29,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b5eb572452a54de5c9b903ebc88a97d, server=5296cfb18d53,41991,1731115214705 because future has completed 2024-11-09T01:20:29,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T01:20:29,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. 2024-11-09T01:20:29,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. 2024-11-09T01:20:29,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b5eb572452a54de5c9b903ebc88a97d, server=5296cfb18d53,41991,1731115214705 in 216 msec 2024-11-09T01:20:29,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T01:20:29,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b5eb572452a54de5c9b903ebc88a97d, ASSIGN in 378 msec 2024-11-09T01:20:29,669 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:20:29,669 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115229669"}]},"ts":"1731115229669"} 2024-11-09T01:20:29,672 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:20:29,673 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:20:29,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2910 sec 2024-11-09T01:20:29,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d., hostname=5296cfb18d53,41991,1731115214705, seqNum=2] 2024-11-09T01:20:29,703 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T01:20:29,753 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:29,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:29,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:20:29,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41991 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T01:20:29,928 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:20:29,948 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 379, reset compression=false 2024-11-09T01:20:29,964 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,41991,1731115214705, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:20:29,965 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:29,965 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,41991,1731115214705, seqNum=-1] 2024-11-09T01:20:29,965 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:29,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T01:20:29,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,41991,1731115214705', locateType=CURRENT is [region=hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d., hostname=5296cfb18d53,41991,1731115214705, seqNum=2] 2024-11-09T01:20:29,969 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T01:20:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T01:20:29,971 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,41991,1731115214705 suceeded 2024-11-09T01:20:29,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T01:20:29,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-09T01:20:29,974 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:42817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:20:29,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6140 sec 2024-11-09T01:20:29,986 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:42817' 2024-11-09T01:20:29,987 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5588d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:29,987 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42817,-1 for getting cluster id 2024-11-09T01:20:29,987 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:29,988 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4921751-620d-410b-ae53-5480e8ae5901' 2024-11-09T01:20:29,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:29,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4921751-620d-410b-ae53-5480e8ae5901" 2024-11-09T01:20:29,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@121d33f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:29,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42817,-1] 2024-11-09T01:20:29,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:29,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:29,990 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:29,990 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a6b2ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:29,990 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:29,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,42817,1731115219907 2024-11-09T01:20:29,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ad0cd06 2024-11-09T01:20:29,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:29,992 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-09T01:20:29,992 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,41991,1731115214705 (queues=1) is replicating from cluster=b9c1ee59-42ec-48e5-91ca-9ca381fbb605 to cluster=f4921751-620d-410b-ae53-5480e8ae5901 2024-11-09T01:20:29,992 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C41991%2C1731115214705 2024-11-09T01:20:29,992 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,41991,1731115214705, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:20:29,993 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084, startPosition=0, beingWritten=true 2024-11-09T01:20:29,995 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C41991%2C1731115214705 2024-11-09T01:20:29,997 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:20:29,997 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 379, reset compression=false 2024-11-09T01:20:29,997 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,41991,1731115214705 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:20:30,205 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 379, reset compression=false 2024-11-09T01:20:30,508 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 379, reset compression=false 2024-11-09T01:20:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:30,516 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:20:30,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:20:30,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:30,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:30,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:30,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:30,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa184a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:30,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42817,-1 for getting cluster id 2024-11-09T01:20:30,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:30,518 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4921751-620d-410b-ae53-5480e8ae5901' 2024-11-09T01:20:30,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:30,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4921751-620d-410b-ae53-5480e8ae5901" 2024-11-09T01:20:30,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5720af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:30,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42817,-1] 2024-11-09T01:20:30,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:30,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:30,520 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687ec633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:30,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:30,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,42817,1731115219907 2024-11-09T01:20:30,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d50ae9b 2024-11-09T01:20:30,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:30,522 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:20:30,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:39177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:20:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:20:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:30,525 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:39177' 2024-11-09T01:20:30,526 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29219a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:30,526 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,39177,-1 for getting cluster id 2024-11-09T01:20:30,527 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:30,527 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c1ee59-42ec-48e5-91ca-9ca381fbb605' 2024-11-09T01:20:30,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:30,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c1ee59-42ec-48e5-91ca-9ca381fbb605" 2024-11-09T01:20:30,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598f49b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:30,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,39177,-1] 2024-11-09T01:20:30,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:30,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:30,529 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:30,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6a02c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:30,530 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:30,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,39177,1731115214560 2024-11-09T01:20:30,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75acd02d 2024-11-09T01:20:30,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:30,531 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:20:30,532 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T01:20:30,532 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:20:30,532 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:30,532 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:30,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:30,532 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:20:30,533 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:20:30,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:20:30,534 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:30,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:20:30,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741837_1013 (size=1138) 2024-11-09T01:20:30,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e370c0986b146a55e49ee4a47671b8ad, NAME => 'hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8 2024-11-09T01:20:30,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741838_1014 (size=44) 2024-11-09T01:20:30,558 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:30,558 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e370c0986b146a55e49ee4a47671b8ad, disabling compactions & flushes 2024-11-09T01:20:30,559 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. 2024-11-09T01:20:30,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. 2024-11-09T01:20:30,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. after waiting 0 ms 2024-11-09T01:20:30,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. 2024-11-09T01:20:30,559 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. 2024-11-09T01:20:30,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e370c0986b146a55e49ee4a47671b8ad: Waiting for close lock at 1731115230558Disabling compacts and flushes for region at 1731115230558Disabling writes for close at 1731115230559 (+1 ms)Writing region close event to WAL at 1731115230559Closed at 1731115230559 2024-11-09T01:20:30,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:20:30,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731115230560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115230560"}]},"ts":"1731115230560"} 2024-11-09T01:20:30,562 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:20:30,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:20:30,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115230563"}]},"ts":"1731115230563"} 2024-11-09T01:20:30,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:20:30,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e370c0986b146a55e49ee4a47671b8ad, ASSIGN}] 2024-11-09T01:20:30,566 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e370c0986b146a55e49ee4a47671b8ad, ASSIGN 2024-11-09T01:20:30,567 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e370c0986b146a55e49ee4a47671b8ad, ASSIGN; state=OFFLINE, location=5296cfb18d53,44211,1731115220035; forceNewPlan=false, retain=false 2024-11-09T01:20:30,584 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:20:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:30,651 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 379, reset compression=false 2024-11-09T01:20:30,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e370c0986b146a55e49ee4a47671b8ad, regionState=OPENING, regionLocation=5296cfb18d53,44211,1731115220035 2024-11-09T01:20:30,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e370c0986b146a55e49ee4a47671b8ad, ASSIGN because future has completed 2024-11-09T01:20:30,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e370c0986b146a55e49ee4a47671b8ad, server=5296cfb18d53,44211,1731115220035}] 2024-11-09T01:20:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:30,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. 2024-11-09T01:20:30,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:30,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:20:30,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C44211%2C1731115220035.rep, suffix=, logDir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035, archiveDir=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/oldWALs, maxLogs=10 2024-11-09T01:20:30,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.rep.1731115230877, exclude list is [], retry=0 2024-11-09T01:20:30,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-daa6868a-595b-4e70-98fc-dbad928fa582,DISK] 2024-11-09T01:20:30,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.rep.1731115230877 2024-11-09T01:20:30,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-09T01:20:30,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e370c0986b146a55e49ee4a47671b8ad, NAME => 'hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:30,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:20:30,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:20:30,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. service=MultiRowMutationService 2024-11-09T01:20:30,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:20:30,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:30,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:30,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:30,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:30,900 INFO [StoreOpener-e370c0986b146a55e49ee4a47671b8ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:30,901 INFO [StoreOpener-e370c0986b146a55e49ee4a47671b8ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e370c0986b146a55e49ee4a47671b8ad columnFamilyName hfileref 2024-11-09T01:20:30,901 DEBUG [StoreOpener-e370c0986b146a55e49ee4a47671b8ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:30,902 INFO [StoreOpener-e370c0986b146a55e49ee4a47671b8ad-1 {}] regionserver.HStore(327): Store=e370c0986b146a55e49ee4a47671b8ad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:30,902 INFO [StoreOpener-e370c0986b146a55e49ee4a47671b8ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:30,903 INFO [StoreOpener-e370c0986b146a55e49ee4a47671b8ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e370c0986b146a55e49ee4a47671b8ad columnFamilyName queue 2024-11-09T01:20:30,903 DEBUG [StoreOpener-e370c0986b146a55e49ee4a47671b8ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:30,903 INFO [StoreOpener-e370c0986b146a55e49ee4a47671b8ad-1 {}] regionserver.HStore(327): Store=e370c0986b146a55e49ee4a47671b8ad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:30,903 INFO [StoreOpener-e370c0986b146a55e49ee4a47671b8ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:30,904 INFO [StoreOpener-e370c0986b146a55e49ee4a47671b8ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e370c0986b146a55e49ee4a47671b8ad columnFamilyName sid 2024-11-09T01:20:30,904 DEBUG [StoreOpener-e370c0986b146a55e49ee4a47671b8ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:30,904 INFO [StoreOpener-e370c0986b146a55e49ee4a47671b8ad-1 {}] regionserver.HStore(327): Store=e370c0986b146a55e49ee4a47671b8ad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:30,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:30,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/replication/e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:30,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/replication/e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:30,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:30,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:30,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:20:30,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:30,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/replication/e370c0986b146a55e49ee4a47671b8ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:30,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e370c0986b146a55e49ee4a47671b8ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59155789, jitterRate=-0.11851005256175995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:20:30,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:30,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e370c0986b146a55e49ee4a47671b8ad: Running coprocessor pre-open hook at 1731115230897Writing region info on filesystem at 1731115230897Initializing all the Stores at 1731115230897Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115230897Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115230900 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115230900Cleaning up temporary data from old regions at 1731115230906 (+6 ms)Running coprocessor post-open hooks at 1731115230909 (+3 ms)Region opened successfully at 1731115230909 2024-11-09T01:20:30,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad., pid=10, masterSystemTime=1731115230872 2024-11-09T01:20:30,912 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 379, reset compression=false 2024-11-09T01:20:30,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. 2024-11-09T01:20:30,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. 2024-11-09T01:20:30,912 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e370c0986b146a55e49ee4a47671b8ad, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,44211,1731115220035 2024-11-09T01:20:30,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e370c0986b146a55e49ee4a47671b8ad, server=5296cfb18d53,44211,1731115220035 because future has completed 2024-11-09T01:20:30,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T01:20:30,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e370c0986b146a55e49ee4a47671b8ad, server=5296cfb18d53,44211,1731115220035 in 197 msec 2024-11-09T01:20:30,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T01:20:30,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e370c0986b146a55e49ee4a47671b8ad, ASSIGN in 354 msec 2024-11-09T01:20:30,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:20:30,921 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115230921"}]},"ts":"1731115230921"} 2024-11-09T01:20:30,923 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:20:30,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:20:30,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 392 msec 2024-11-09T01:20:30,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad., hostname=5296cfb18d53,44211,1731115220035, seqNum=2] 2024-11-09T01:20:31,069 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:31,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:31,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:20:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:31,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T01:20:31,243 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:20:31,279 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,44211,1731115220035, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:20:31,280 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:31,280 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,44211,1731115220035, seqNum=-1] 2024-11-09T01:20:31,280 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:31,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T01:20:31,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,44211,1731115220035', locateType=CURRENT is [region=hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad., hostname=5296cfb18d53,44211,1731115220035, seqNum=2] 2024-11-09T01:20:31,288 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T01:20:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T01:20:31,290 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,44211,1731115220035 suceeded 2024-11-09T01:20:31,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T01:20:31,292 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:39177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:20:31,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-09T01:20:31,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 769 msec 2024-11-09T01:20:31,309 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:39177' 2024-11-09T01:20:31,310 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c17805f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:31,310 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,39177,-1 for getting cluster id 2024-11-09T01:20:31,310 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:31,310 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c1ee59-42ec-48e5-91ca-9ca381fbb605' 2024-11-09T01:20:31,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c1ee59-42ec-48e5-91ca-9ca381fbb605" 2024-11-09T01:20:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@606c8507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,39177,-1] 2024-11-09T01:20:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:31,312 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:31,312 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@247b0608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:31,312 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:31,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,39177,1731115214560 2024-11-09T01:20:31,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14e17194 2024-11-09T01:20:31,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:31,314 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-09T01:20:31,315 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,44211,1731115220035 (queues=1) is replicating from cluster=f4921751-620d-410b-ae53-5480e8ae5901 to cluster=b9c1ee59-42ec-48e5-91ca-9ca381fbb605 2024-11-09T01:20:31,315 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C44211%2C1731115220035 2024-11-09T01:20:31,315 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,44211,1731115220035, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:20:31,316 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161, startPosition=0, beingWritten=true 2024-11-09T01:20:31,316 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C44211%2C1731115220035 2024-11-09T01:20:31,358 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:20:31,358 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 379, reset compression=false 2024-11-09T01:20:31,358 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,44211,1731115220035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:20:31,420 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 379, reset compression=false 2024-11-09T01:20:31,455 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 379, reset compression=false 2024-11-09T01:20:31,561 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 379, reset compression=false 2024-11-09T01:20:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:31,666 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:20:31,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:20:31,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:31,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:31,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:31,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:31,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6588804b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:31,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,43511,-1 for getting cluster id 2024-11-09T01:20:31,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:31,668 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7b55c60-aa8f-4e4c-842b-9c36939053d3' 2024-11-09T01:20:31,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7b55c60-aa8f-4e4c-842b-9c36939053d3" 2024-11-09T01:20:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3d7e67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,43511,-1] 2024-11-09T01:20:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:31,670 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506fe352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:31,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5618150d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:31,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,39177,-1 for getting cluster id 2024-11-09T01:20:31,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:31,672 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c1ee59-42ec-48e5-91ca-9ca381fbb605' 2024-11-09T01:20:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c1ee59-42ec-48e5-91ca-9ca381fbb605" 2024-11-09T01:20:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ded9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,39177,-1] 2024-11-09T01:20:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:31,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:31,673 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:31,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482fdcca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:31,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395ee507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:31,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42817,-1 for getting cluster id 2024-11-09T01:20:31,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:31,675 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4921751-620d-410b-ae53-5480e8ae5901' 2024-11-09T01:20:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4921751-620d-410b-ae53-5480e8ae5901" 2024-11-09T01:20:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f68d548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42817,-1] 2024-11-09T01:20:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:31,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:31,676 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4da1a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:31,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,37129,1731115209124, seqNum=-1] 2024-11-09T01:20:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:31,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:20:31,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3., hostname=5296cfb18d53,37129,1731115209124, seqNum=2] 2024-11-09T01:20:31,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,44211,1731115220035, seqNum=-1] 2024-11-09T01:20:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:31,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:20:31,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731115225035.65985561ce60103e35f8f12e31b50c40., hostname=5296cfb18d53,44211,1731115220035, seqNum=2] 2024-11-09T01:20:31,691 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T01:20:31,865 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 379, reset compression=false 2024-11-09T01:20:32,023 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 379, reset compression=false 2024-11-09T01:20:32,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T01:20:32,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T01:20:32,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:20:32,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T01:20:32,269 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 379, reset compression=false 2024-11-09T01:20:32,358 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 379, reset compression=false 2024-11-09T01:20:32,363 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:20:32,363 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 480, reset compression=false 2024-11-09T01:20:32,363 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.shipper5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,37129,1731115209124 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ee1ce010a4836fd5cae885d0fd271d3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T01:20:32,365 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.shipper5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:20:32,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-09T01:20:32,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:20:32,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4713fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:32,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,39177,-1 for getting cluster id 2024-11-09T01:20:32,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:32,369 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c1ee59-42ec-48e5-91ca-9ca381fbb605' 2024-11-09T01:20:32,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:32,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c1ee59-42ec-48e5-91ca-9ca381fbb605" 2024-11-09T01:20:32,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2874e87c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:32,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,39177,-1] 2024-11-09T01:20:32,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:32,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:32,370 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:32,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fa2b6c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:32,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:32,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,41991,1731115214705, seqNum=-1] 2024-11-09T01:20:32,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:32,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T01:20:32,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731115222870.dfa823b3e9c01a740427546c469b5f71., hostname=5296cfb18d53,41991,1731115214705, seqNum=2] 2024-11-09T01:20:32,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:20:32,569 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 480, reset compression=false 2024-11-09T01:20:32,650 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=6, created chunk count=34, reused chunk count=122, reuseRatio=78.21% 2024-11-09T01:20:32,650 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-09T01:20:32,693 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T01:20:32,726 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 379, reset compression=false 2024-11-09T01:20:32,731 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:20:32,731 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 504, reset compression=false 2024-11-09T01:20:32,731 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,41991,1731115214705 got entry batch from reader: WALEntryBatch [walEntries=[{test/dfa823b3e9c01a740427546c469b5f71/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T01:20:32,732 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:20:32,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-09T01:20:32,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:20:32,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e9d8740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:32,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42817,-1 for getting cluster id 2024-11-09T01:20:32,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:32,735 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4921751-620d-410b-ae53-5480e8ae5901' 2024-11-09T01:20:32,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:32,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4921751-620d-410b-ae53-5480e8ae5901" 2024-11-09T01:20:32,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c217771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:32,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42817,-1] 2024-11-09T01:20:32,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:32,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:32,736 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:32,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cd75952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:32,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:32,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,44211,1731115220035, seqNum=-1] 2024-11-09T01:20:32,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:32,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T01:20:32,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731115225035.65985561ce60103e35f8f12e31b50c40., hostname=5296cfb18d53,44211,1731115220035, seqNum=2] 2024-11-09T01:20:32,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:20:32,772 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 379, reset compression=false 2024-11-09T01:20:32,777 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:20:32,777 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 528, reset compression=false 2024-11-09T01:20:32,777 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,44211,1731115220035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:20:32,873 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 480, reset compression=false 2024-11-09T01:20:32,934 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 504, reset compression=false 2024-11-09T01:20:32,981 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 528, reset compression=false 2024-11-09T01:20:33,238 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 504, reset compression=false 2024-11-09T01:20:33,276 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 480, reset compression=false 2024-11-09T01:20:33,284 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 528, reset compression=false 2024-11-09T01:20:33,641 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 504, reset compression=false 2024-11-09T01:20:33,693 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 528, reset compression=false 2024-11-09T01:20:33,694 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T01:20:33,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:33,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,41991,1731115214705, seqNum=-1] 2024-11-09T01:20:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:33,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:20:33,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731115222870.dfa823b3e9c01a740427546c469b5f71., hostname=5296cfb18d53,41991,1731115214705, seqNum=2] 2024-11-09T01:20:33,702 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T01:20:33,785 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 480, reset compression=false 2024-11-09T01:20:34,157 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 504, reset compression=false 2024-11-09T01:20:34,161 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:20:34,161 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 608, reset compression=false 2024-11-09T01:20:34,161 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,41991,1731115214705 got entry batch from reader: WALEntryBatch [walEntries=[{test/dfa823b3e9c01a740427546c469b5f71/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T01:20:34,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:20:34,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:20:34,197 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 528, reset compression=false 2024-11-09T01:20:34,201 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:20:34,202 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 656, reset compression=false 2024-11-09T01:20:34,202 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,44211,1731115220035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:20:34,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:34,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:20:34,287 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108551 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:20:34,364 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 608, reset compression=false 2024-11-09T01:20:34,388 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 480, reset compression=false 2024-11-09T01:20:34,405 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 656, reset compression=false 2024-11-09T01:20:34,667 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 608, reset compression=false 2024-11-09T01:20:34,703 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T01:20:34,706 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T01:20:34,708 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 656, reset compression=false 2024-11-09T01:20:34,712 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:20:34,712 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 760, reset compression=false 2024-11-09T01:20:34,712 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,44211,1731115220035 got entry batch from reader: WALEntryBatch [walEntries=[{test/65985561ce60103e35f8f12e31b50c40/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T01:20:34,715 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:20:34,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-09T01:20:34,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:20:34,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:20:34,917 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 760, reset compression=false 2024-11-09T01:20:35,071 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 608, reset compression=false 2024-11-09T01:20:35,076 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:20:35,076 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 736, reset compression=false 2024-11-09T01:20:35,076 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,41991,1731115214705 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:20:35,091 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 480, reset compression=false 2024-11-09T01:20:35,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:20:35,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:35,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:35,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:35,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:35,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:35,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:35,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:35,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:35,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:35,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:35,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:35,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:35,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:35,228 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 760, reset compression=false 2024-11-09T01:20:35,279 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 736, reset compression=false 2024-11-09T01:20:35,582 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 736, reset compression=false 2024-11-09T01:20:35,633 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 760, reset compression=false 2024-11-09T01:20:35,708 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T01:20:35,712 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T01:20:35,894 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 480, reset compression=false 2024-11-09T01:20:35,901 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:20:35,901 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 636, reset compression=false 2024-11-09T01:20:35,901 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.shipper5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,37129,1731115209124 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ee1ce010a4836fd5cae885d0fd271d3/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T01:20:35,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:20:35,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:20:35,996 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 736, reset compression=false 2024-11-09T01:20:36,001 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:20:36,001 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 884, reset compression=false 2024-11-09T01:20:36,001 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,41991,1731115214705 got entry batch from reader: WALEntryBatch [walEntries=[{test/dfa823b3e9c01a740427546c469b5f71/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T01:20:36,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:20:36,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:20:36,104 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 636, reset compression=false 2024-11-09T01:20:36,137 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 760, reset compression=false 2024-11-09T01:20:36,141 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:20:36,141 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 932, reset compression=false 2024-11-09T01:20:36,141 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,44211,1731115220035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:20:36,207 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 884, reset compression=false 2024-11-09T01:20:36,345 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 932, reset compression=false 2024-11-09T01:20:36,408 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 636, reset compression=false 2024-11-09T01:20:36,511 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 884, reset compression=false 2024-11-09T01:20:36,648 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 932, reset compression=false 2024-11-09T01:20:36,713 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T01:20:36,717 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T01:20:36,811 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 636, reset compression=false 2024-11-09T01:20:36,914 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 884, reset compression=false 2024-11-09T01:20:36,918 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:20:36,918 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1043, reset compression=false 2024-11-09T01:20:36,918 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,41991,1731115214705 got entry batch from reader: WALEntryBatch [walEntries=[{test/dfa823b3e9c01a740427546c469b5f71/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T01:20:36,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:20:36,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:20:37,052 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 932, reset compression=false 2024-11-09T01:20:37,056 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:20:37,056 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 1082, reset compression=false 2024-11-09T01:20:37,056 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,44211,1731115220035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:20:37,121 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1043, reset compression=false 2024-11-09T01:20:37,259 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 1082, reset compression=false 2024-11-09T01:20:37,315 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 636, reset compression=false 2024-11-09T01:20:37,424 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1043, reset compression=false 2024-11-09T01:20:37,570 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 1082, reset compression=false 2024-11-09T01:20:37,719 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T01:20:37,722 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T01:20:37,828 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1043, reset compression=false 2024-11-09T01:20:37,919 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 636, reset compression=false 2024-11-09T01:20:37,989 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 1082, reset compression=false 2024-11-09T01:20:38,010 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:20:38,010 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 1241, reset compression=false 2024-11-09T01:20:38,010 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,44211,1731115220035 got entry batch from reader: WALEntryBatch [walEntries=[{test/65985561ce60103e35f8f12e31b50c40/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T01:20:38,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T01:20:38,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T01:20:38,230 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 1241, reset compression=false 2024-11-09T01:20:38,331 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1043, reset compression=false 2024-11-09T01:20:38,335 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:20:38,335 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1193, reset compression=false 2024-11-09T01:20:38,335 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,41991,1731115214705 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:20:38,504 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:20:38,539 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1193, reset compression=false 2024-11-09T01:20:38,550 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 1241, reset compression=false 2024-11-09T01:20:38,633 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 636, reset compression=false 2024-11-09T01:20:38,724 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T01:20:38,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:20:38,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:20:38,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:38,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:38,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:38,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:20:38,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:38,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=80477036, stopped=false 2024-11-09T01:20:38,731 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,42817,1731115219907 2024-11-09T01:20:38,795 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-845947404/running 2024-11-09T01:20:38,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-845947404/running 2024-11-09T01:20:38,795 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:38,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:38,795 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:20:38,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:20:38,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:38,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Set watcher on znode that does not yet exist, /2-845947404/running 2024-11-09T01:20:38,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:38,796 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,44211,1731115220035' ***** 2024-11-09T01:20:38,796 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:20:38,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Set watcher on znode that does not yet exist, /2-845947404/running 2024-11-09T01:20:38,797 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:20:38,797 INFO [RS:0;5296cfb18d53:44211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:20:38,797 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:20:38,797 INFO [RS:0;5296cfb18d53:44211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:20:38,797 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(3091): Received CLOSE for e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:38,797 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(3091): Received CLOSE for 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:38,797 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,44211,1731115220035 2024-11-09T01:20:38,797 INFO [RS:0;5296cfb18d53:44211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:20:38,797 INFO [RS:0;5296cfb18d53:44211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:44211. 2024-11-09T01:20:38,797 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e370c0986b146a55e49ee4a47671b8ad, disabling compactions & flushes 2024-11-09T01:20:38,798 DEBUG [RS:0;5296cfb18d53:44211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:38,798 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. 2024-11-09T01:20:38,798 DEBUG [RS:0;5296cfb18d53:44211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:38,798 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. 2024-11-09T01:20:38,798 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. after waiting 0 ms 2024-11-09T01:20:38,798 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. 2024-11-09T01:20:38,798 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e370c0986b146a55e49ee4a47671b8ad 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-09T01:20:38,798 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:20:38,798 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:20:38,798 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:20:38,798 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:20:38,798 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T01:20:38,798 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1325): Online Regions={e370c0986b146a55e49ee4a47671b8ad=hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad., 1588230740=hbase:meta,,1.1588230740, 65985561ce60103e35f8f12e31b50c40=test,,1731115225035.65985561ce60103e35f8f12e31b50c40.} 2024-11-09T01:20:38,798 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65985561ce60103e35f8f12e31b50c40, e370c0986b146a55e49ee4a47671b8ad 2024-11-09T01:20:38,798 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:20:38,798 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:20:38,798 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:20:38,798 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:20:38,799 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:20:38,799 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T01:20:38,818 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/replication/e370c0986b146a55e49ee4a47671b8ad/.tmp/queue/88f47638cee449efb79a9291b216420e is 154, key is 1-5296cfb18d53,44211,1731115220035/queue:5296cfb18d53%2C44211%2C1731115220035/1731115238022/Put/seqid=0 2024-11-09T01:20:38,818 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/.tmp/info/7af92c6e6d4e495280e1da580065608f is 147, key is hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad./info:regioninfo/1731115230912/Put/seqid=0 2024-11-09T01:20:38,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741840_1016 (size=5353) 2024-11-09T01:20:38,838 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/replication/e370c0986b146a55e49ee4a47671b8ad/.tmp/queue/88f47638cee449efb79a9291b216420e 2024-11-09T01:20:38,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741841_1017 (size=7686) 2024-11-09T01:20:38,848 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/.tmp/info/7af92c6e6d4e495280e1da580065608f 2024-11-09T01:20:38,849 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1193, reset compression=false 2024-11-09T01:20:38,850 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:20:38,854 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/replication/e370c0986b146a55e49ee4a47671b8ad/.tmp/queue/88f47638cee449efb79a9291b216420e as hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/replication/e370c0986b146a55e49ee4a47671b8ad/queue/88f47638cee449efb79a9291b216420e 2024-11-09T01:20:38,859 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/replication/e370c0986b146a55e49ee4a47671b8ad/queue/88f47638cee449efb79a9291b216420e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T01:20:38,860 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e370c0986b146a55e49ee4a47671b8ad in 62ms, sequenceid=12, compaction requested=false 2024-11-09T01:20:38,872 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/.tmp/ns/4f10fae3b2a34f77bc54003a64d0b9e9 is 43, key is default/ns:d/1731115222135/Put/seqid=0 2024-11-09T01:20:38,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:20:38,893 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/replication/e370c0986b146a55e49ee4a47671b8ad/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T01:20:38,894 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:20:38,894 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:20:38,894 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. 2024-11-09T01:20:38,894 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e370c0986b146a55e49ee4a47671b8ad: Waiting for close lock at 1731115238797Running coprocessor pre-close hooks at 1731115238797Disabling compacts and flushes for region at 1731115238797Disabling writes for close at 1731115238798 (+1 ms)Obtaining lock to block concurrent updates at 1731115238798Preparing flush snapshotting stores in e370c0986b146a55e49ee4a47671b8ad at 1731115238798Finished memstore snapshotting hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731115238798Flushing stores of hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. at 1731115238799 (+1 ms)Flushing e370c0986b146a55e49ee4a47671b8ad/queue: creating writer at 1731115238800 (+1 ms)Flushing e370c0986b146a55e49ee4a47671b8ad/queue: appending metadata at 1731115238818 (+18 ms)Flushing e370c0986b146a55e49ee4a47671b8ad/queue: closing flushed file at 1731115238818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6482960b: reopening flushed file at 1731115238853 (+35 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e370c0986b146a55e49ee4a47671b8ad in 62ms, sequenceid=12, compaction requested=false at 1731115238860 (+7 ms)Writing region close event to WAL at 1731115238880 (+20 ms)Running coprocessor post-close hooks at 1731115238894 (+14 ms)Closed at 1731115238894 2024-11-09T01:20:38,894 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731115230532.e370c0986b146a55e49ee4a47671b8ad. 2024-11-09T01:20:38,894 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65985561ce60103e35f8f12e31b50c40, disabling compactions & flushes 2024-11-09T01:20:38,894 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731115225035.65985561ce60103e35f8f12e31b50c40. 2024-11-09T01:20:38,894 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115225035.65985561ce60103e35f8f12e31b50c40. 2024-11-09T01:20:38,895 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731115225035.65985561ce60103e35f8f12e31b50c40. after waiting 0 ms 2024-11-09T01:20:38,895 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731115225035.65985561ce60103e35f8f12e31b50c40. 2024-11-09T01:20:38,895 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 65985561ce60103e35f8f12e31b50c40 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T01:20:38,919 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/.tmp/f/fbc75990f7e7489e8091faf01d6de599 is 29, key is row1/f:/1731115236714/DeleteFamily/seqid=0 2024-11-09T01:20:38,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741843_1019 (size=5152) 2024-11-09T01:20:38,957 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 1241, reset compression=false 2024-11-09T01:20:38,966 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:20:38,966 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 1488, reset compression=false 2024-11-09T01:20:38,966 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,44211,1731115220035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:20:38,967 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5296cfb18d53,44211,1731115220035: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5296cfb18d53,44211,1731115220035, walGroup=5296cfb18d53%2C44211%2C1731115220035, offset=5296cfb18d53%2C44211%2C1731115220035.1731115221161:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:44211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T01:20:38,968 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T01:20:38,968 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T01:20:38,968 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T01:20:38,968 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T01:20:38,969 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T01:20:38,969 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 856522384 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 202372080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T01:20:38,969 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:42817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:42817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T01:20:38,999 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:39,018 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:20:39,018 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:20:39,169 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 1488, reset compression=false 2024-11-09T01:20:39,199 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:39,254 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1193, reset compression=false 2024-11-09T01:20:39,292 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/.tmp/ns/4f10fae3b2a34f77bc54003a64d0b9e9 2024-11-09T01:20:39,316 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/.tmp/rep_barrier/dbbcec429bb84292b6a6c12b9d21aa0e is 112, key is test,,1731115225035.65985561ce60103e35f8f12e31b50c40./rep_barrier:seqnumDuringOpen/1731115225809/Put/seqid=0 2024-11-09T01:20:39,323 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/.tmp/f/fbc75990f7e7489e8091faf01d6de599 2024-11-09T01:20:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741844_1020 (size=5518) 2024-11-09T01:20:39,326 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/.tmp/rep_barrier/dbbcec429bb84292b6a6c12b9d21aa0e 2024-11-09T01:20:39,327 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbc75990f7e7489e8091faf01d6de599 2024-11-09T01:20:39,348 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/.tmp/table/683197319a17401aab23b1d80c2defcb is 53, key is hbase:replication/table:state/1731115230921/Put/seqid=0 2024-11-09T01:20:39,349 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/.tmp/f1/c15b5221f5ce4da38485d9a09fea249a is 30, key is row1/f1:/1731115236714/DeleteFamily/seqid=0 2024-11-09T01:20:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741845_1021 (size=5308) 2024-11-09T01:20:39,359 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/.tmp/table/683197319a17401aab23b1d80c2defcb 2024-11-09T01:20:39,364 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/.tmp/info/7af92c6e6d4e495280e1da580065608f as hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/info/7af92c6e6d4e495280e1da580065608f 2024-11-09T01:20:39,371 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/info/7af92c6e6d4e495280e1da580065608f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T01:20:39,372 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/.tmp/ns/4f10fae3b2a34f77bc54003a64d0b9e9 as hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/ns/4f10fae3b2a34f77bc54003a64d0b9e9 2024-11-09T01:20:39,378 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/ns/4f10fae3b2a34f77bc54003a64d0b9e9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T01:20:39,379 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/.tmp/rep_barrier/dbbcec429bb84292b6a6c12b9d21aa0e as hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/rep_barrier/dbbcec429bb84292b6a6c12b9d21aa0e 2024-11-09T01:20:39,385 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/rep_barrier/dbbcec429bb84292b6a6c12b9d21aa0e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T01:20:39,386 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/.tmp/table/683197319a17401aab23b1d80c2defcb as hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/table/683197319a17401aab23b1d80c2defcb 2024-11-09T01:20:39,394 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/table/683197319a17401aab23b1d80c2defcb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T01:20:39,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741846_1022 (size=5158) 2024-11-09T01:20:39,399 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:39,401 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 601ms, sequenceid=16, compaction requested=false 2024-11-09T01:20:39,411 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T01:20:39,412 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:20:39,412 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:20:39,412 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:20:39,412 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115238798Running coprocessor pre-close hooks at 1731115238798Disabling compacts and flushes for region at 1731115238798Disabling writes for close at 1731115238798Obtaining lock to block concurrent updates at 1731115238799 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731115238799Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731115238799Flushing stores of hbase:meta,,1.1588230740 at 1731115238801 (+2 ms)Flushing 1588230740/info: creating writer at 1731115238801Flushing 1588230740/info: appending metadata at 1731115238818 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731115238818Flushing 1588230740/ns: creating writer at 1731115238855 (+37 ms)Flushing 1588230740/ns: appending metadata at 1731115238872 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731115238872Flushing 1588230740/rep_barrier: creating writer at 1731115239297 (+425 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115239315 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115239315Flushing 1588230740/table: creating writer at 1731115239331 (+16 ms)Flushing 1588230740/table: appending metadata at 1731115239347 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731115239347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5862bbc9: reopening flushed file at 1731115239363 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7684fc81: reopening flushed file at 1731115239371 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a9452ff: reopening flushed file at 1731115239378 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7532e2f4: reopening flushed file at 1731115239385 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 601ms, sequenceid=16, compaction requested=false at 1731115239401 (+16 ms)Writing region close event to WAL at 1731115239409 (+8 ms)Running coprocessor post-close hooks at 1731115239412 (+3 ms)Closed at 1731115239412 2024-11-09T01:20:39,413 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:20:39,437 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 636, reset compression=false 2024-11-09T01:20:39,474 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 1488, reset compression=false 2024-11-09T01:20:39,599 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1351): Waiting on 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:39,765 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1193, reset compression=false 2024-11-09T01:20:39,795 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/.tmp/f1/c15b5221f5ce4da38485d9a09fea249a 2024-11-09T01:20:39,798 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c15b5221f5ce4da38485d9a09fea249a 2024-11-09T01:20:39,800 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:20:39,800 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1325): Online Regions={65985561ce60103e35f8f12e31b50c40=test,,1731115225035.65985561ce60103e35f8f12e31b50c40.} 2024-11-09T01:20:39,800 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1351): Waiting on 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:39,818 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/.tmp/norep/68b6ff90624d4b09882421cabfdea22a is 33, key is row2/norep:/1731115237719/DeleteFamily/seqid=0 2024-11-09T01:20:39,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741847_1023 (size=5108) 2024-11-09T01:20:39,877 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 1488, reset compression=false 2024-11-09T01:20:40,001 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1351): Waiting on 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:40,201 DEBUG [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1351): Waiting on 65985561ce60103e35f8f12e31b50c40 2024-11-09T01:20:40,221 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/.tmp/norep/68b6ff90624d4b09882421cabfdea22a 2024-11-09T01:20:40,225 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68b6ff90624d4b09882421cabfdea22a 2024-11-09T01:20:40,226 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/.tmp/f/fbc75990f7e7489e8091faf01d6de599 as hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/f/fbc75990f7e7489e8091faf01d6de599 2024-11-09T01:20:40,230 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbc75990f7e7489e8091faf01d6de599 2024-11-09T01:20:40,230 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/f/fbc75990f7e7489e8091faf01d6de599, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T01:20:40,231 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/.tmp/f1/c15b5221f5ce4da38485d9a09fea249a as hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/f1/c15b5221f5ce4da38485d9a09fea249a 2024-11-09T01:20:40,234 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c15b5221f5ce4da38485d9a09fea249a 2024-11-09T01:20:40,234 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/f1/c15b5221f5ce4da38485d9a09fea249a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T01:20:40,235 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/.tmp/norep/68b6ff90624d4b09882421cabfdea22a as hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/norep/68b6ff90624d4b09882421cabfdea22a 2024-11-09T01:20:40,239 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68b6ff90624d4b09882421cabfdea22a 2024-11-09T01:20:40,240 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/norep/68b6ff90624d4b09882421cabfdea22a, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T01:20:40,241 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 65985561ce60103e35f8f12e31b50c40 in 1346ms, sequenceid=10, compaction requested=false 2024-11-09T01:20:40,245 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/data/default/test/65985561ce60103e35f8f12e31b50c40/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T01:20:40,246 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:20:40,246 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:20:40,246 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731115225035.65985561ce60103e35f8f12e31b50c40. 2024-11-09T01:20:40,246 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65985561ce60103e35f8f12e31b50c40: Waiting for close lock at 1731115238894Running coprocessor pre-close hooks at 1731115238894Disabling compacts and flushes for region at 1731115238894Disabling writes for close at 1731115238895 (+1 ms)Obtaining lock to block concurrent updates at 1731115238895Preparing flush snapshotting stores in 65985561ce60103e35f8f12e31b50c40 at 1731115238895Finished memstore snapshotting test,,1731115225035.65985561ce60103e35f8f12e31b50c40., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731115238895Flushing stores of test,,1731115225035.65985561ce60103e35f8f12e31b50c40. at 1731115238896 (+1 ms)Flushing 65985561ce60103e35f8f12e31b50c40/f: creating writer at 1731115238896Flushing 65985561ce60103e35f8f12e31b50c40/f: appending metadata at 1731115238918 (+22 ms)Flushing 65985561ce60103e35f8f12e31b50c40/f: closing flushed file at 1731115238918Flushing 65985561ce60103e35f8f12e31b50c40/f1: creating writer at 1731115239327 (+409 ms)Flushing 65985561ce60103e35f8f12e31b50c40/f1: appending metadata at 1731115239348 (+21 ms)Flushing 65985561ce60103e35f8f12e31b50c40/f1: closing flushed file at 1731115239348Flushing 65985561ce60103e35f8f12e31b50c40/norep: creating writer at 1731115239798 (+450 ms)Flushing 65985561ce60103e35f8f12e31b50c40/norep: appending metadata at 1731115239817 (+19 ms)Flushing 65985561ce60103e35f8f12e31b50c40/norep: closing flushed file at 1731115239817Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6fd5c8: reopening flushed file at 1731115240225 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6771a230: reopening flushed file at 1731115240230 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af59281: reopening flushed file at 1731115240235 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 65985561ce60103e35f8f12e31b50c40 in 1346ms, sequenceid=10, compaction requested=false at 1731115240241 (+6 ms)Writing region close event to WAL at 1731115240242 (+1 ms)Running coprocessor post-close hooks at 1731115240246 (+4 ms)Closed at 1731115240246 2024-11-09T01:20:40,246 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731115225035.65985561ce60103e35f8f12e31b50c40. 2024-11-09T01:20:40,353 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 636, reset compression=false 2024-11-09T01:20:40,369 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1193, reset compression=false 2024-11-09T01:20:40,382 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 1488, reset compression=false 2024-11-09T01:20:40,386 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:20:40,386 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.wal-reader.5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 to pos 2132, reset compression=false 2024-11-09T01:20:40,401 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,44211,1731115220035; all regions closed. 2024-11-09T01:20:40,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741834_1010 (size=4239) 2024-11-09T01:20:40,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741839_1015 (size=3114) 2024-11-09T01:20:40,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741832_1008 (size=2140) 2024-11-09T01:20:40,408 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/WALs/5296cfb18d53,44211,1731115220035/5296cfb18d53%2C44211%2C1731115220035.1731115221161 not finished, retry = 0 2024-11-09T01:20:40,509 DEBUG [RS:0;5296cfb18d53:44211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:40,509 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:20:40,509 INFO [RS:0;5296cfb18d53:44211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:20:40,509 INFO [RS:0;5296cfb18d53:44211 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:20:40,510 INFO [RS:0;5296cfb18d53:44211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:20:40,510 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:20:40,510 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,44211,1731115220035 because: Region server is closing 2024-11-09T01:20:40,510 INFO [RS:0;5296cfb18d53:44211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:44211. 2024-11-09T01:20:40,510 DEBUG [RS:0;5296cfb18d53:44211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:40,510 DEBUG [RS:0;5296cfb18d53:44211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:40,510 DEBUG [RS:0;5296cfb18d53:44211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:40,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:40,611 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,44211,1731115220035.replicationSource.shipper5296cfb18d53%2C44211%2C1731115220035,1-5296cfb18d53,44211,1731115220035 terminated 2024-11-09T01:20:40,611 INFO [RS:0;5296cfb18d53:44211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:44211. 2024-11-09T01:20:40,611 DEBUG [RS:0;5296cfb18d53:44211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:40,611 DEBUG [RS:0;5296cfb18d53:44211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:40,611 DEBUG [RS:0;5296cfb18d53:44211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:40,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:40,611 INFO [RS:0;5296cfb18d53:44211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44211 2024-11-09T01:20:40,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404/rs 2024-11-09T01:20:40,679 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-845947404/rs/5296cfb18d53,44211,1731115220035 2024-11-09T01:20:40,679 INFO [RS:0;5296cfb18d53:44211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:20:40,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,44211,1731115220035] 2024-11-09T01:20:40,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-845947404/draining/5296cfb18d53,44211,1731115220035 already deleted, retry=false 2024-11-09T01:20:40,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,44211,1731115220035 expired; onlineServers=0 2024-11-09T01:20:40,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,42817,1731115219907' ***** 2024-11-09T01:20:40,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:20:40,700 INFO [M:0;5296cfb18d53:42817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:20:40,701 INFO [M:0;5296cfb18d53:42817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:20:40,701 DEBUG [M:0;5296cfb18d53:42817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:20:40,701 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:20:40,701 DEBUG [M:0;5296cfb18d53:42817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:20:40,701 INFO [M:0;5296cfb18d53:42817 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:20:40,701 INFO [M:0;5296cfb18d53:42817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:20:40,701 DEBUG [M:0;5296cfb18d53:42817 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:20:40,701 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115220888 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115220888,5,FailOnTimeoutGroup] 2024-11-09T01:20:40,701 INFO [M:0;5296cfb18d53:42817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:20:40,701 INFO [M:0;5296cfb18d53:42817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:20:40,701 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115220889 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115220889,5,FailOnTimeoutGroup] 2024-11-09T01:20:40,701 INFO [M:0;5296cfb18d53:42817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:20:40,702 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:20:40,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-845947404/master 2024-11-09T01:20:40,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-845947404 2024-11-09T01:20:40,711 DEBUG [M:0;5296cfb18d53:42817 {}] zookeeper.ZKUtil(347): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Unable to get data of znode /2-845947404/master because node does not exist (not an error) 2024-11-09T01:20:40,711 WARN [M:0;5296cfb18d53:42817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:20:40,712 INFO [M:0;5296cfb18d53:42817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/.lastflushedseqids 2024-11-09T01:20:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741848_1024 (size=245) 2024-11-09T01:20:40,790 INFO [RS:0;5296cfb18d53:44211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:20:40,790 INFO [RS:0;5296cfb18d53:44211 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,44211,1731115220035; zookeeper connection closed. 2024-11-09T01:20:40,790 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:40,790 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1011d2dc4720007, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:40,790 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5278656 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5278656 2024-11-09T01:20:40,791 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:20:41,072 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1193, reset compression=false 2024-11-09T01:20:41,116 INFO [M:0;5296cfb18d53:42817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:20:41,116 INFO [M:0;5296cfb18d53:42817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:20:41,117 DEBUG [M:0;5296cfb18d53:42817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:20:41,117 INFO [M:0;5296cfb18d53:42817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:41,117 DEBUG [M:0;5296cfb18d53:42817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:41,117 DEBUG [M:0;5296cfb18d53:42817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:20:41,117 DEBUG [M:0;5296cfb18d53:42817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:41,117 INFO [M:0;5296cfb18d53:42817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-09T01:20:41,137 DEBUG [M:0;5296cfb18d53:42817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e2a28e57f084631ab4fe990016a9eed is 82, key is hbase:meta,,1/info:regioninfo/1731115222095/Put/seqid=0 2024-11-09T01:20:41,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741849_1025 (size=5672) 2024-11-09T01:20:41,358 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 636, reset compression=false 2024-11-09T01:20:41,540 INFO [M:0;5296cfb18d53:42817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e2a28e57f084631ab4fe990016a9eed 2024-11-09T01:20:41,560 DEBUG [M:0;5296cfb18d53:42817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3634ae281fa4b7b862dd9bf1af90b7a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731115230925/Put/seqid=0 2024-11-09T01:20:41,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741850_1026 (size=8515) 2024-11-09T01:20:41,670 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:20:41,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:41,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:41,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:41,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:41,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:41,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:41,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:41,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:41,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:41,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:41,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:41,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:41,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:41,876 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1193, reset compression=false 2024-11-09T01:20:41,964 INFO [M:0;5296cfb18d53:42817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3634ae281fa4b7b862dd9bf1af90b7a 2024-11-09T01:20:41,982 DEBUG [M:0;5296cfb18d53:42817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fe689296e0446c6a65ba06d0675d725 is 69, key is 5296cfb18d53,44211,1731115220035/rs:state/1731115220942/Put/seqid=0 2024-11-09T01:20:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741851_1027 (size=5156) 2024-11-09T01:20:42,385 INFO [M:0;5296cfb18d53:42817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fe689296e0446c6a65ba06d0675d725 2024-11-09T01:20:42,389 DEBUG [M:0;5296cfb18d53:42817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e2a28e57f084631ab4fe990016a9eed as hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e2a28e57f084631ab4fe990016a9eed 2024-11-09T01:20:42,393 INFO [M:0;5296cfb18d53:42817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e2a28e57f084631ab4fe990016a9eed, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T01:20:42,394 DEBUG [M:0;5296cfb18d53:42817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3634ae281fa4b7b862dd9bf1af90b7a as hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3634ae281fa4b7b862dd9bf1af90b7a 2024-11-09T01:20:42,402 INFO [M:0;5296cfb18d53:42817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3634ae281fa4b7b862dd9bf1af90b7a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T01:20:42,403 DEBUG [M:0;5296cfb18d53:42817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fe689296e0446c6a65ba06d0675d725 as hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fe689296e0446c6a65ba06d0675d725 2024-11-09T01:20:42,407 INFO [M:0;5296cfb18d53:42817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/106ffb90-e168-38ae-8c2e-a3f8c3be1dd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fe689296e0446c6a65ba06d0675d725, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T01:20:42,410 INFO [M:0;5296cfb18d53:42817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false 2024-11-09T01:20:42,411 INFO [M:0;5296cfb18d53:42817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:42,411 DEBUG [M:0;5296cfb18d53:42817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115241116Disabling compacts and flushes for region at 1731115241116Disabling writes for close at 1731115241117 (+1 ms)Obtaining lock to block concurrent updates at 1731115241117Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115241117Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731115241117Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115241118 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115241118Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115241137 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115241137Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115241544 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115241560 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115241560Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115241968 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115241981 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115241981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487a4dfd: reopening flushed file at 1731115242389 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@693ca901: reopening flushed file at 1731115242394 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0437f1: reopening flushed file at 1731115242402 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false at 1731115242410 (+8 ms)Writing region close event to WAL at 1731115242411 (+1 ms)Closed at 1731115242411 2024-11-09T01:20:42,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741830_1006 (size=63642) 2024-11-09T01:20:42,414 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:20:42,414 INFO [M:0;5296cfb18d53:42817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:20:42,414 INFO [M:0;5296cfb18d53:42817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42817 2024-11-09T01:20:42,414 INFO [M:0;5296cfb18d53:42817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:20:42,462 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 636, reset compression=false 2024-11-09T01:20:42,544 INFO [M:0;5296cfb18d53:42817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:20:42,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:42,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x1011d2dc4720006, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:42,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9ff306c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:20:42,610 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3272fba4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:20:42,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:20:42,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4420e372{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:20:42,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f2d8ca2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/hadoop.log.dir/,STOPPED} 2024-11-09T01:20:42,614 WARN [BP-2060341518-172.17.0.2-1731115218099 heartbeating to localhost/127.0.0.1:35743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:20:42,614 WARN [BP-2060341518-172.17.0.2-1731115218099 heartbeating to localhost/127.0.0.1:35743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2060341518-172.17.0.2-1731115218099 (Datanode Uuid 2bcc6b95-bcfa-4edc-9eaa-340fbcfea3b4) service to localhost/127.0.0.1:35743 2024-11-09T01:20:42,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/cluster_2b5b1b4b-7046-9cb4-9acb-9c40ad8e70f8/data/data1/current/BP-2060341518-172.17.0.2-1731115218099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:20:42,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/cluster_2b5b1b4b-7046-9cb4-9acb-9c40ad8e70f8/data/data2/current/BP-2060341518-172.17.0.2-1731115218099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:20:42,615 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:20:42,615 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:20:42,616 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:20:42,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f40cd0d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:20:42,626 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3926b28f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:20:42,626 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:20:42,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b4550ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:20:42,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57e8c9d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/hadoop.log.dir/,STOPPED} 2024-11-09T01:20:42,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:20:42,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:20:42,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:20:42,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:42,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:42,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:42,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:42,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:20:42,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=615026643, stopped=false 2024-11-09T01:20:42,648 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,39177,1731115214560 2024-11-09T01:20:42,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11589873689/running 2024-11-09T01:20:42,662 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11589873689/running 2024-11-09T01:20:42,662 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:42,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:42,662 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:20:42,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:20:42,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:42,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:42,663 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,41991,1731115214705' ***** 2024-11-09T01:20:42,663 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:20:42,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Set watcher on znode that does not yet exist, /11589873689/running 2024-11-09T01:20:42,663 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:20:42,664 INFO [RS:0;5296cfb18d53:41991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:20:42,664 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:20:42,664 INFO [RS:0;5296cfb18d53:41991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:20:42,664 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b5eb572452a54de5c9b903ebc88a97d 2024-11-09T01:20:42,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Set watcher on znode that does not yet exist, /11589873689/running 2024-11-09T01:20:42,667 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(3091): Received CLOSE for dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:42,667 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,41991,1731115214705 2024-11-09T01:20:42,668 INFO [RS:0;5296cfb18d53:41991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:20:42,668 INFO [RS:0;5296cfb18d53:41991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:41991. 2024-11-09T01:20:42,668 DEBUG [RS:0;5296cfb18d53:41991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:42,668 DEBUG [RS:0;5296cfb18d53:41991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:42,668 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:20:42,668 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:20:42,668 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:20:42,668 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:20:42,668 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b5eb572452a54de5c9b903ebc88a97d, disabling compactions & flushes 2024-11-09T01:20:42,668 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. 2024-11-09T01:20:42,668 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. 2024-11-09T01:20:42,668 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. after waiting 0 ms 2024-11-09T01:20:42,668 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. 2024-11-09T01:20:42,668 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8b5eb572452a54de5c9b903ebc88a97d 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-09T01:20:42,675 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T01:20:42,675 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1325): Online Regions={8b5eb572452a54de5c9b903ebc88a97d=hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d., 1588230740=hbase:meta,,1.1588230740, dfa823b3e9c01a740427546c469b5f71=test,,1731115222870.dfa823b3e9c01a740427546c469b5f71.} 2024-11-09T01:20:42,675 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b5eb572452a54de5c9b903ebc88a97d, dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:42,675 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:20:42,675 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:20:42,675 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:20:42,675 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:20:42,675 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:20:42,686 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T01:20:42,698 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:20:42,703 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/replication/8b5eb572452a54de5c9b903ebc88a97d/.tmp/queue/f3e7544b0891420da40a0d941927dcd2 is 154, key is 1-5296cfb18d53,41991,1731115214705/queue:5296cfb18d53%2C41991%2C1731115214705/1731115238336/Put/seqid=0 2024-11-09T01:20:42,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741840_1016 (size=5353) 2024-11-09T01:20:42,742 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/replication/8b5eb572452a54de5c9b903ebc88a97d/.tmp/queue/f3e7544b0891420da40a0d941927dcd2 2024-11-09T01:20:42,743 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/.tmp/info/6718e160a6854b6c8e282fc8918fe092 is 147, key is hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d./info:regioninfo/1731115229660/Put/seqid=0 2024-11-09T01:20:42,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741841_1017 (size=7686) 2024-11-09T01:20:42,773 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/replication/8b5eb572452a54de5c9b903ebc88a97d/.tmp/queue/f3e7544b0891420da40a0d941927dcd2 as hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/replication/8b5eb572452a54de5c9b903ebc88a97d/queue/f3e7544b0891420da40a0d941927dcd2 2024-11-09T01:20:42,779 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1193, reset compression=false 2024-11-09T01:20:42,779 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/replication/8b5eb572452a54de5c9b903ebc88a97d/queue/f3e7544b0891420da40a0d941927dcd2, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T01:20:42,784 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8b5eb572452a54de5c9b903ebc88a97d in 116ms, sequenceid=12, compaction requested=false 2024-11-09T01:20:42,784 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T01:20:42,856 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/replication/8b5eb572452a54de5c9b903ebc88a97d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T01:20:42,861 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:20:42,861 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:20:42,861 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. 2024-11-09T01:20:42,861 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b5eb572452a54de5c9b903ebc88a97d: Waiting for close lock at 1731115242668Running coprocessor pre-close hooks at 1731115242668Disabling compacts and flushes for region at 1731115242668Disabling writes for close at 1731115242668Obtaining lock to block concurrent updates at 1731115242668Preparing flush snapshotting stores in 8b5eb572452a54de5c9b903ebc88a97d at 1731115242668Finished memstore snapshotting hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731115242669 (+1 ms)Flushing stores of hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. at 1731115242673 (+4 ms)Flushing 8b5eb572452a54de5c9b903ebc88a97d/queue: creating writer at 1731115242673Flushing 8b5eb572452a54de5c9b903ebc88a97d/queue: appending metadata at 1731115242703 (+30 ms)Flushing 8b5eb572452a54de5c9b903ebc88a97d/queue: closing flushed file at 1731115242703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1b4219: reopening flushed file at 1731115242769 (+66 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8b5eb572452a54de5c9b903ebc88a97d in 116ms, sequenceid=12, compaction requested=false at 1731115242784 (+15 ms)Writing region close event to WAL at 1731115242811 (+27 ms)Running coprocessor post-close hooks at 1731115242861 (+50 ms)Closed at 1731115242861 2024-11-09T01:20:42,861 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731115228382.8b5eb572452a54de5c9b903ebc88a97d. 2024-11-09T01:20:42,861 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dfa823b3e9c01a740427546c469b5f71, disabling compactions & flushes 2024-11-09T01:20:42,861 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. 2024-11-09T01:20:42,861 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. 2024-11-09T01:20:42,861 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. after waiting 0 ms 2024-11-09T01:20:42,862 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. 2024-11-09T01:20:42,862 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dfa823b3e9c01a740427546c469b5f71 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T01:20:42,875 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:42,906 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/.tmp/f/27cb8b5067a0436ba8b944149eac6d49 is 29, key is row1/f:/1731115236714/DeleteFamily/seqid=0 2024-11-09T01:20:42,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741842_1018 (size=5152) 2024-11-09T01:20:42,980 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:20:42,980 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:20:43,075 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:43,174 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/.tmp/info/6718e160a6854b6c8e282fc8918fe092 2024-11-09T01:20:43,216 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/.tmp/ns/0163c937eaa149a0841f8b968ff5fba3 is 43, key is default/ns:d/1731115218028/Put/seqid=0 2024-11-09T01:20:43,276 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:43,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741843_1019 (size=5153) 2024-11-09T01:20:43,327 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/.tmp/f/27cb8b5067a0436ba8b944149eac6d49 2024-11-09T01:20:43,333 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27cb8b5067a0436ba8b944149eac6d49 2024-11-09T01:20:43,358 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/.tmp/f1/12fdc58888784a848ca0b730564689e1 is 30, key is row1/f1:/1731115236714/DeleteFamily/seqid=0 2024-11-09T01:20:43,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741844_1020 (size=5158) 2024-11-09T01:20:43,445 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/.tmp/f1/12fdc58888784a848ca0b730564689e1 2024-11-09T01:20:43,462 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12fdc58888784a848ca0b730564689e1 2024-11-09T01:20:43,476 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dfa823b3e9c01a740427546c469b5f71 2024-11-09T01:20:43,486 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/.tmp/norep/b9d44e1a58b443b6a12d91b0cee47a1b is 33, key is row1/norep:/1731115236714/DeleteFamily/seqid=0 2024-11-09T01:20:43,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741845_1021 (size=5108) 2024-11-09T01:20:43,526 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/.tmp/norep/b9d44e1a58b443b6a12d91b0cee47a1b 2024-11-09T01:20:43,532 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9d44e1a58b443b6a12d91b0cee47a1b 2024-11-09T01:20:43,533 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/.tmp/f/27cb8b5067a0436ba8b944149eac6d49 as hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/f/27cb8b5067a0436ba8b944149eac6d49 2024-11-09T01:20:43,538 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27cb8b5067a0436ba8b944149eac6d49 2024-11-09T01:20:43,538 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/f/27cb8b5067a0436ba8b944149eac6d49, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T01:20:43,539 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/.tmp/f1/12fdc58888784a848ca0b730564689e1 as hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/f1/12fdc58888784a848ca0b730564689e1 2024-11-09T01:20:43,545 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12fdc58888784a848ca0b730564689e1 2024-11-09T01:20:43,545 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/f1/12fdc58888784a848ca0b730564689e1, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T01:20:43,546 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/.tmp/norep/b9d44e1a58b443b6a12d91b0cee47a1b as hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/norep/b9d44e1a58b443b6a12d91b0cee47a1b 2024-11-09T01:20:43,553 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9d44e1a58b443b6a12d91b0cee47a1b 2024-11-09T01:20:43,553 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/norep/b9d44e1a58b443b6a12d91b0cee47a1b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T01:20:43,555 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for dfa823b3e9c01a740427546c469b5f71 in 693ms, sequenceid=10, compaction requested=false 2024-11-09T01:20:43,607 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/default/test/dfa823b3e9c01a740427546c469b5f71/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T01:20:43,611 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:20:43,611 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:20:43,611 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. 2024-11-09T01:20:43,611 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dfa823b3e9c01a740427546c469b5f71: Waiting for close lock at 1731115242861Running coprocessor pre-close hooks at 1731115242861Disabling compacts and flushes for region at 1731115242861Disabling writes for close at 1731115242862 (+1 ms)Obtaining lock to block concurrent updates at 1731115242862Preparing flush snapshotting stores in dfa823b3e9c01a740427546c469b5f71 at 1731115242862Finished memstore snapshotting test,,1731115222870.dfa823b3e9c01a740427546c469b5f71., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731115242862Flushing stores of test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. at 1731115242863 (+1 ms)Flushing dfa823b3e9c01a740427546c469b5f71/f: creating writer at 1731115242863Flushing dfa823b3e9c01a740427546c469b5f71/f: appending metadata at 1731115242904 (+41 ms)Flushing dfa823b3e9c01a740427546c469b5f71/f: closing flushed file at 1731115242904Flushing dfa823b3e9c01a740427546c469b5f71/f1: creating writer at 1731115243333 (+429 ms)Flushing dfa823b3e9c01a740427546c469b5f71/f1: appending metadata at 1731115243357 (+24 ms)Flushing dfa823b3e9c01a740427546c469b5f71/f1: closing flushed file at 1731115243357Flushing dfa823b3e9c01a740427546c469b5f71/norep: creating writer at 1731115243462 (+105 ms)Flushing dfa823b3e9c01a740427546c469b5f71/norep: appending metadata at 1731115243485 (+23 ms)Flushing dfa823b3e9c01a740427546c469b5f71/norep: closing flushed file at 1731115243485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7120a93f: reopening flushed file at 1731115243532 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@584714bf: reopening flushed file at 1731115243538 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b5f71d6: reopening flushed file at 1731115243545 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for dfa823b3e9c01a740427546c469b5f71 in 693ms, sequenceid=10, compaction requested=false at 1731115243555 (+10 ms)Writing region close event to WAL at 1731115243601 (+46 ms)Running coprocessor post-close hooks at 1731115243610 (+9 ms)Closed at 1731115243611 (+1 ms) 2024-11-09T01:20:43,611 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731115222870.dfa823b3e9c01a740427546c469b5f71. 2024-11-09T01:20:43,676 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:20:43,676 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:20:43,676 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:20:43,677 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/.tmp/ns/0163c937eaa149a0841f8b968ff5fba3 2024-11-09T01:20:43,678 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 636, reset compression=false 2024-11-09T01:20:43,712 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/.tmp/rep_barrier/1ee47fbb545347cdba421420415bae79 is 112, key is test,,1731115222870.dfa823b3e9c01a740427546c469b5f71./rep_barrier:seqnumDuringOpen/1731115224053/Put/seqid=0 2024-11-09T01:20:43,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741846_1022 (size=5518) 2024-11-09T01:20:43,825 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 1193, reset compression=false 2024-11-09T01:20:43,858 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:20:43,858 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 2084, reset compression=false 2024-11-09T01:20:43,858 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,41991,1731115214705 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084, lastWalPosition=2084, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:20:43,859 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5296cfb18d53,41991,1731115214705: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5296cfb18d53,41991,1731115214705, walGroup=5296cfb18d53%2C41991%2C1731115214705, offset=5296cfb18d53%2C41991%2C1731115214705.1731115217084:2084, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:41991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T01:20:43,860 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T01:20:43,860 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T01:20:43,861 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T01:20:43,861 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T01:20:43,861 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T01:20:43,861 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 973962896 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 202796832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T01:20:43,862 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:39177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:39177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T01:20:43,876 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:20:44,077 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:20:44,096 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 2084, reset compression=false 2024-11-09T01:20:44,156 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:20:44,157 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/.tmp/rep_barrier/1ee47fbb545347cdba421420415bae79 2024-11-09T01:20:44,210 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/.tmp/table/562b0269836f493a83b73d8f8310ec3e is 53, key is hbase:replication/table:state/1731115229669/Put/seqid=0 2024-11-09T01:20:44,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741847_1023 (size=5308) 2024-11-09T01:20:44,232 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/.tmp/table/562b0269836f493a83b73d8f8310ec3e 2024-11-09T01:20:44,247 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/.tmp/info/6718e160a6854b6c8e282fc8918fe092 as hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/info/6718e160a6854b6c8e282fc8918fe092 2024-11-09T01:20:44,255 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/info/6718e160a6854b6c8e282fc8918fe092, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T01:20:44,257 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/.tmp/ns/0163c937eaa149a0841f8b968ff5fba3 as hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/ns/0163c937eaa149a0841f8b968ff5fba3 2024-11-09T01:20:44,268 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/ns/0163c937eaa149a0841f8b968ff5fba3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T01:20:44,269 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/.tmp/rep_barrier/1ee47fbb545347cdba421420415bae79 as hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/rep_barrier/1ee47fbb545347cdba421420415bae79 2024-11-09T01:20:44,277 DEBUG [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:20:44,279 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/rep_barrier/1ee47fbb545347cdba421420415bae79, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T01:20:44,280 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/.tmp/table/562b0269836f493a83b73d8f8310ec3e as hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/table/562b0269836f493a83b73d8f8310ec3e 2024-11-09T01:20:44,293 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/table/562b0269836f493a83b73d8f8310ec3e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T01:20:44,295 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1619ms, sequenceid=16, compaction requested=false 2024-11-09T01:20:44,357 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T01:20:44,358 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:20:44,358 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:20:44,358 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:20:44,358 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115242675Running coprocessor pre-close hooks at 1731115242675Disabling compacts and flushes for region at 1731115242675Disabling writes for close at 1731115242675Obtaining lock to block concurrent updates at 1731115242686 (+11 ms)Preparing flush snapshotting stores in 1588230740 at 1731115242686Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731115242695 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731115242711 (+16 ms)Flushing 1588230740/info: creating writer at 1731115242711Flushing 1588230740/info: appending metadata at 1731115242743 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731115242743Flushing 1588230740/ns: creating writer at 1731115243181 (+438 ms)Flushing 1588230740/ns: appending metadata at 1731115243215 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731115243215Flushing 1588230740/rep_barrier: creating writer at 1731115243687 (+472 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115243712 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115243712Flushing 1588230740/table: creating writer at 1731115244171 (+459 ms)Flushing 1588230740/table: appending metadata at 1731115244210 (+39 ms)Flushing 1588230740/table: closing flushed file at 1731115244210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e72ebbb: reopening flushed file at 1731115244247 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ac1a9e: reopening flushed file at 1731115244255 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593e474a: reopening flushed file at 1731115244268 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed4f3b0: reopening flushed file at 1731115244279 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1619ms, sequenceid=16, compaction requested=false at 1731115244295 (+16 ms)Writing region close event to WAL at 1731115244342 (+47 ms)Running coprocessor post-close hooks at 1731115244358 (+16 ms)Closed at 1731115244358 2024-11-09T01:20:44,359 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:20:44,409 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.1731115217084 to pos 2084, reset compression=false 2024-11-09T01:20:44,477 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,41991,1731115214705; all regions closed. 2024-11-09T01:20:44,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741834_1010 (size=4239) 2024-11-09T01:20:44,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.meta.1731115217975.meta not finished, retry = 0 2024-11-09T01:20:44,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741839_1015 (size=3114) 2024-11-09T01:20:44,596 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/WALs/5296cfb18d53,41991,1731115214705/5296cfb18d53%2C41991%2C1731115214705.rep.1731115229614 not finished, retry = 0 2024-11-09T01:20:44,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741832_1008 (size=2092) 2024-11-09T01:20:44,716 DEBUG [RS:0;5296cfb18d53:41991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:44,716 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:20:44,716 INFO [RS:0;5296cfb18d53:41991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:20:44,717 INFO [RS:0;5296cfb18d53:41991 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:20:44,717 INFO [RS:0;5296cfb18d53:41991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:20:44,717 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:20:44,717 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,41991,1731115214705 because: Region server is closing 2024-11-09T01:20:44,718 INFO [RS:0;5296cfb18d53:41991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:41991. 2024-11-09T01:20:44,718 DEBUG [RS:0;5296cfb18d53:41991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:44,718 DEBUG [RS:0;5296cfb18d53:41991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:44,718 DEBUG [RS:0;5296cfb18d53:41991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:44,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:44,818 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.shipper5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 terminated 2024-11-09T01:20:44,818 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,41991,1731115214705.replicationSource.wal-reader.5296cfb18d53%2C41991%2C1731115214705,1-5296cfb18d53,41991,1731115214705 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T01:20:44,819 INFO [RS:0;5296cfb18d53:41991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:41991. 2024-11-09T01:20:44,819 DEBUG [RS:0;5296cfb18d53:41991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:44,819 DEBUG [RS:0;5296cfb18d53:41991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:44,819 DEBUG [RS:0;5296cfb18d53:41991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:44,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:44,819 INFO [RS:0;5296cfb18d53:41991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41991 2024-11-09T01:20:44,834 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11589873689/rs/5296cfb18d53,41991,1731115214705 2024-11-09T01:20:44,834 INFO [RS:0;5296cfb18d53:41991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:20:44,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689/rs 2024-11-09T01:20:44,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,41991,1731115214705] 2024-11-09T01:20:44,931 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11589873689/draining/5296cfb18d53,41991,1731115214705 already deleted, retry=false 2024-11-09T01:20:44,931 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,41991,1731115214705 expired; onlineServers=0 2024-11-09T01:20:44,931 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,39177,1731115214560' ***** 2024-11-09T01:20:44,931 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:20:44,932 INFO [M:0;5296cfb18d53:39177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:20:44,932 INFO [M:0;5296cfb18d53:39177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:20:44,932 DEBUG [M:0;5296cfb18d53:39177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:20:44,932 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:20:44,932 DEBUG [M:0;5296cfb18d53:39177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:20:44,932 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115216757 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115216757,5,FailOnTimeoutGroup] 2024-11-09T01:20:44,932 INFO [M:0;5296cfb18d53:39177 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:20:44,932 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115216758 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115216758,5,FailOnTimeoutGroup] 2024-11-09T01:20:44,932 INFO [M:0;5296cfb18d53:39177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:20:44,932 DEBUG [M:0;5296cfb18d53:39177 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:20:44,932 INFO [M:0;5296cfb18d53:39177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:20:44,932 INFO [M:0;5296cfb18d53:39177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:20:44,932 INFO [M:0;5296cfb18d53:39177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:20:44,932 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:20:44,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11589873689/master 2024-11-09T01:20:44,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589873689 2024-11-09T01:20:44,957 DEBUG [M:0;5296cfb18d53:39177 {}] zookeeper.RecoverableZooKeeper(212): Node /11589873689/master already deleted, retry=false 2024-11-09T01:20:44,957 DEBUG [M:0;5296cfb18d53:39177 {}] master.ActiveMasterManager(353): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Failed delete of our master address node; KeeperErrorCode = NoNode for /11589873689/master 2024-11-09T01:20:44,957 INFO [M:0;5296cfb18d53:39177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/.lastflushedseqids 2024-11-09T01:20:44,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741848_1024 (size=245) 2024-11-09T01:20:44,961 INFO [M:0;5296cfb18d53:39177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:20:44,961 INFO [M:0;5296cfb18d53:39177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:20:44,961 DEBUG [M:0;5296cfb18d53:39177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:20:44,961 INFO [M:0;5296cfb18d53:39177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:44,961 DEBUG [M:0;5296cfb18d53:39177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:44,961 DEBUG [M:0;5296cfb18d53:39177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:20:44,961 DEBUG [M:0;5296cfb18d53:39177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:44,961 INFO [M:0;5296cfb18d53:39177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-09T01:20:44,981 DEBUG [M:0;5296cfb18d53:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ded8f77ae5c54a998f7e031198cd2876 is 82, key is hbase:meta,,1/info:regioninfo/1731115218013/Put/seqid=0 2024-11-09T01:20:44,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741849_1025 (size=5672) 2024-11-09T01:20:45,008 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:45,008 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x1011d2dc4720004, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:45,008 INFO [RS:0;5296cfb18d53:41991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:20:45,008 INFO [RS:0;5296cfb18d53:41991 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,41991,1731115214705; zookeeper connection closed. 2024-11-09T01:20:45,008 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@117ffd6c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@117ffd6c 2024-11-09T01:20:45,009 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:20:45,009 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 636, reset compression=false 2024-11-09T01:20:45,389 INFO [M:0;5296cfb18d53:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ded8f77ae5c54a998f7e031198cd2876 2024-11-09T01:20:45,465 DEBUG [M:0;5296cfb18d53:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63bcff1944874137a50163420e2e84c1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731115229675/Put/seqid=0 2024-11-09T01:20:45,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741850_1026 (size=8515) 2024-11-09T01:20:45,527 INFO [M:0;5296cfb18d53:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63bcff1944874137a50163420e2e84c1 2024-11-09T01:20:45,594 DEBUG [M:0;5296cfb18d53:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/025527f78c7e4349a9dfc441c57cf385 is 69, key is 5296cfb18d53,41991,1731115214705/rs:state/1731115216877/Put/seqid=0 2024-11-09T01:20:45,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741851_1027 (size=5156) 2024-11-09T01:20:46,043 INFO [M:0;5296cfb18d53:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/025527f78c7e4349a9dfc441c57cf385 2024-11-09T01:20:46,060 DEBUG [M:0;5296cfb18d53:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ded8f77ae5c54a998f7e031198cd2876 as hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ded8f77ae5c54a998f7e031198cd2876 2024-11-09T01:20:46,067 INFO [M:0;5296cfb18d53:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ded8f77ae5c54a998f7e031198cd2876, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T01:20:46,068 DEBUG [M:0;5296cfb18d53:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63bcff1944874137a50163420e2e84c1 as hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63bcff1944874137a50163420e2e84c1 2024-11-09T01:20:46,072 INFO [M:0;5296cfb18d53:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63bcff1944874137a50163420e2e84c1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T01:20:46,073 DEBUG [M:0;5296cfb18d53:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/025527f78c7e4349a9dfc441c57cf385 as hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/025527f78c7e4349a9dfc441c57cf385 2024-11-09T01:20:46,079 INFO [M:0;5296cfb18d53:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42893/user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/025527f78c7e4349a9dfc441c57cf385, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T01:20:46,080 INFO [M:0;5296cfb18d53:39177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1119ms, sequenceid=97, compaction requested=false 2024-11-09T01:20:46,120 INFO [M:0;5296cfb18d53:39177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:46,121 DEBUG [M:0;5296cfb18d53:39177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115244961Disabling compacts and flushes for region at 1731115244961Disabling writes for close at 1731115244961Obtaining lock to block concurrent updates at 1731115244961Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115244961Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731115244962 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115244962Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115244962Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115244981 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115244981Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115245407 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115245465 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115245465Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115245539 (+74 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115245594 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115245594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754847ea: reopening flushed file at 1731115246055 (+461 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3853a433: reopening flushed file at 1731115246067 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709b9d36: reopening flushed file at 1731115246072 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1119ms, sequenceid=97, compaction requested=false at 1731115246080 (+8 ms)Writing region close event to WAL at 1731115246120 (+40 ms)Closed at 1731115246120 2024-11-09T01:20:46,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46017 is added to blk_1073741830_1006 (size=63642) 2024-11-09T01:20:46,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cecd7d26-6474-e89d-3e19-a66828443756/MasterData/WALs/5296cfb18d53,39177,1731115214560/5296cfb18d53%2C39177%2C1731115214560.1731115216457 not finished, retry = 0 2024-11-09T01:20:46,252 INFO [M:0;5296cfb18d53:39177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:20:46,252 INFO [M:0;5296cfb18d53:39177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39177 2024-11-09T01:20:46,253 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:20:46,253 INFO [M:0;5296cfb18d53:39177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:20:46,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:46,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1011d2dc4720003, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:46,387 INFO [M:0;5296cfb18d53:39177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:20:46,412 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 to pos 636, reset compression=false 2024-11-09T01:20:46,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6536a930{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:20:46,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79ef667a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:20:46,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:20:46,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5079a4d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:20:46,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54ff4272{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/hadoop.log.dir/,STOPPED} 2024-11-09T01:20:46,475 WARN [BP-168679372-172.17.0.2-1731115212616 heartbeating to localhost/127.0.0.1:42893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:20:46,475 WARN [BP-168679372-172.17.0.2-1731115212616 heartbeating to localhost/127.0.0.1:42893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-168679372-172.17.0.2-1731115212616 (Datanode Uuid c3141458-bafa-4025-8a2b-e6ef2a0df9fe) service to localhost/127.0.0.1:42893 2024-11-09T01:20:46,475 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/cluster_91249481-464c-9f1c-3a91-8e68263ef155/data/data1/current/BP-168679372-172.17.0.2-1731115212616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:20:46,475 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/cluster_91249481-464c-9f1c-3a91-8e68263ef155/data/data2/current/BP-168679372-172.17.0.2-1731115212616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:20:46,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:20:46,475 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:20:46,476 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:20:46,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fe47218{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:20:46,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ccb21a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:20:46,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:20:46,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e2d1316{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:20:46,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70e80506{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c5d721c-528b-fd2f-1da5-6fab59b3f09a/hadoop.log.dir/,STOPPED} 2024-11-09T01:20:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:20:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:20:46,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:20:46,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:46,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:46,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:46,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:46,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:20:46,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1233977644, stopped=false 2024-11-09T01:20:46,502 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,43511,1731115208914 2024-11-09T01:20:46,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01174830634/running 2024-11-09T01:20:46,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:46,526 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:20:46,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:20:46,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:46,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01174830634/running 2024-11-09T01:20:46,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:46,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:46,527 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,37129,1731115209124' ***** 2024-11-09T01:20:46,527 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:20:46,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Set watcher on znode that does not yet exist, /01174830634/running 2024-11-09T01:20:46,527 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:20:46,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Set watcher on znode that does not yet exist, /01174830634/running 2024-11-09T01:20:46,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:20:46,528 INFO [RS:0;5296cfb18d53:37129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:20:46,528 INFO [RS:0;5296cfb18d53:37129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:20:46,528 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(3091): Received CLOSE for 8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:46,528 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:46,528 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,37129,1731115209124 2024-11-09T01:20:46,528 INFO [RS:0;5296cfb18d53:37129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:20:46,528 INFO [RS:0;5296cfb18d53:37129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:37129. 2024-11-09T01:20:46,528 DEBUG [RS:0;5296cfb18d53:37129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:46,528 DEBUG [RS:0;5296cfb18d53:37129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:46,529 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:20:46,529 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:20:46,529 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:20:46,529 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:20:46,529 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8417d45b94bafa80a1f5f32388ab3339, disabling compactions & flushes 2024-11-09T01:20:46,529 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. 2024-11-09T01:20:46,529 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. 2024-11-09T01:20:46,529 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. after waiting 0 ms 2024-11-09T01:20:46,529 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. 2024-11-09T01:20:46,529 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8417d45b94bafa80a1f5f32388ab3339 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-09T01:20:46,531 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T01:20:46,532 DEBUG [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8417d45b94bafa80a1f5f32388ab3339=hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339., 3ee1ce010a4836fd5cae885d0fd271d3=test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3.} 2024-11-09T01:20:46,532 DEBUG [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ee1ce010a4836fd5cae885d0fd271d3, 8417d45b94bafa80a1f5f32388ab3339 2024-11-09T01:20:46,532 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:20:46,532 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:20:46,532 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:20:46,532 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:20:46,532 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:20:46,532 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T01:20:46,556 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/.tmp/info/6542bef81272453c94a0ca449e665012 is 147, key is hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339./info:regioninfo/1731115227517/Put/seqid=0 2024-11-09T01:20:46,563 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/replication/8417d45b94bafa80a1f5f32388ab3339/.tmp/queue/e69ff162290b4d5a9270afe0b3ac8abc is 153, key is 1-5296cfb18d53,37129,1731115209124/queue:5296cfb18d53%2C37129%2C1731115209124/1731115235905/Put/seqid=0 2024-11-09T01:20:46,564 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:20:46,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741840_1016 (size=7686) 2024-11-09T01:20:46,571 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/.tmp/info/6542bef81272453c94a0ca449e665012 2024-11-09T01:20:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741841_1017 (size=5352) 2024-11-09T01:20:46,574 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/replication/8417d45b94bafa80a1f5f32388ab3339/.tmp/queue/e69ff162290b4d5a9270afe0b3ac8abc 2024-11-09T01:20:46,580 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/replication/8417d45b94bafa80a1f5f32388ab3339/.tmp/queue/e69ff162290b4d5a9270afe0b3ac8abc as hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/replication/8417d45b94bafa80a1f5f32388ab3339/queue/e69ff162290b4d5a9270afe0b3ac8abc 2024-11-09T01:20:46,588 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/replication/8417d45b94bafa80a1f5f32388ab3339/queue/e69ff162290b4d5a9270afe0b3ac8abc, entries=1, sequenceid=8, filesize=5.2 K 2024-11-09T01:20:46,588 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 8417d45b94bafa80a1f5f32388ab3339 in 59ms, sequenceid=8, compaction requested=false 2024-11-09T01:20:46,598 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/.tmp/ns/35da433d9bb34fd98c1428f3507c7cc5 is 43, key is default/ns:d/1731115212445/Put/seqid=0 2024-11-09T01:20:46,600 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/replication/8417d45b94bafa80a1f5f32388ab3339/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T01:20:46,600 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:20:46,600 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:20:46,600 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. 2024-11-09T01:20:46,601 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8417d45b94bafa80a1f5f32388ab3339: Waiting for close lock at 1731115246529Running coprocessor pre-close hooks at 1731115246529Disabling compacts and flushes for region at 1731115246529Disabling writes for close at 1731115246529Obtaining lock to block concurrent updates at 1731115246529Preparing flush snapshotting stores in 8417d45b94bafa80a1f5f32388ab3339 at 1731115246529Finished memstore snapshotting hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731115246530 (+1 ms)Flushing stores of hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. at 1731115246535 (+5 ms)Flushing 8417d45b94bafa80a1f5f32388ab3339/queue: creating writer at 1731115246535Flushing 8417d45b94bafa80a1f5f32388ab3339/queue: appending metadata at 1731115246563 (+28 ms)Flushing 8417d45b94bafa80a1f5f32388ab3339/queue: closing flushed file at 1731115246563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61dc805b: reopening flushed file at 1731115246580 (+17 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 8417d45b94bafa80a1f5f32388ab3339 in 59ms, sequenceid=8, compaction requested=false at 1731115246588 (+8 ms)Writing region close event to WAL at 1731115246596 (+8 ms)Running coprocessor post-close hooks at 1731115246600 (+4 ms)Closed at 1731115246600 2024-11-09T01:20:46,601 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731115226213.8417d45b94bafa80a1f5f32388ab3339. 2024-11-09T01:20:46,601 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ee1ce010a4836fd5cae885d0fd271d3, disabling compactions & flushes 2024-11-09T01:20:46,601 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. 2024-11-09T01:20:46,601 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. 2024-11-09T01:20:46,601 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. after waiting 0 ms 2024-11-09T01:20:46,601 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. 2024-11-09T01:20:46,601 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3ee1ce010a4836fd5cae885d0fd271d3 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-09T01:20:46,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:20:46,629 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/.tmp/f/5e7913b6f65641f59d7b358cc2a5ba57 is 28, key is row/f:/1731115235709/DeleteFamily/seqid=0 2024-11-09T01:20:46,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741843_1019 (size=5085) 2024-11-09T01:20:46,633 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/.tmp/f/5e7913b6f65641f59d7b358cc2a5ba57 2024-11-09T01:20:46,639 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e7913b6f65641f59d7b358cc2a5ba57 2024-11-09T01:20:46,660 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/.tmp/f1/78832d28c7bc43b688015d897443e337 is 29, key is row/f1:/1731115235709/DeleteFamily/seqid=0 2024-11-09T01:20:46,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741844_1020 (size=5089) 2024-11-09T01:20:46,664 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/.tmp/f1/78832d28c7bc43b688015d897443e337 2024-11-09T01:20:46,670 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78832d28c7bc43b688015d897443e337 2024-11-09T01:20:46,694 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/.tmp/norep/b9ddd5633fee493cbb075ec0596d1b10 is 32, key is row/norep:/1731115235709/DeleteFamily/seqid=0 2024-11-09T01:20:46,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741845_1021 (size=5101) 2024-11-09T01:20:46,711 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/.tmp/norep/b9ddd5633fee493cbb075ec0596d1b10 2024-11-09T01:20:46,721 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9ddd5633fee493cbb075ec0596d1b10 2024-11-09T01:20:46,722 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/.tmp/f/5e7913b6f65641f59d7b358cc2a5ba57 as hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/f/5e7913b6f65641f59d7b358cc2a5ba57 2024-11-09T01:20:46,732 DEBUG [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ee1ce010a4836fd5cae885d0fd271d3 2024-11-09T01:20:46,737 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e7913b6f65641f59d7b358cc2a5ba57 2024-11-09T01:20:46,737 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/f/5e7913b6f65641f59d7b358cc2a5ba57, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T01:20:46,738 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/.tmp/f1/78832d28c7bc43b688015d897443e337 as hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/f1/78832d28c7bc43b688015d897443e337 2024-11-09T01:20:46,743 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78832d28c7bc43b688015d897443e337 2024-11-09T01:20:46,743 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/f1/78832d28c7bc43b688015d897443e337, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T01:20:46,744 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/.tmp/norep/b9ddd5633fee493cbb075ec0596d1b10 as hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/norep/b9ddd5633fee493cbb075ec0596d1b10 2024-11-09T01:20:46,751 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9ddd5633fee493cbb075ec0596d1b10 2024-11-09T01:20:46,751 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/norep/b9ddd5633fee493cbb075ec0596d1b10, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T01:20:46,752 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 3ee1ce010a4836fd5cae885d0fd271d3 in 151ms, sequenceid=6, compaction requested=false 2024-11-09T01:20:46,753 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T01:20:46,762 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/default/test/3ee1ce010a4836fd5cae885d0fd271d3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T01:20:46,763 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:20:46,763 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:20:46,763 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. 2024-11-09T01:20:46,763 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ee1ce010a4836fd5cae885d0fd271d3: Waiting for close lock at 1731115246601Running coprocessor pre-close hooks at 1731115246601Disabling compacts and flushes for region at 1731115246601Disabling writes for close at 1731115246601Obtaining lock to block concurrent updates at 1731115246601Preparing flush snapshotting stores in 3ee1ce010a4836fd5cae885d0fd271d3 at 1731115246601Finished memstore snapshotting test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731115246602 (+1 ms)Flushing stores of test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. at 1731115246602Flushing 3ee1ce010a4836fd5cae885d0fd271d3/f: creating writer at 1731115246602Flushing 3ee1ce010a4836fd5cae885d0fd271d3/f: appending metadata at 1731115246628 (+26 ms)Flushing 3ee1ce010a4836fd5cae885d0fd271d3/f: closing flushed file at 1731115246628Flushing 3ee1ce010a4836fd5cae885d0fd271d3/f1: creating writer at 1731115246639 (+11 ms)Flushing 3ee1ce010a4836fd5cae885d0fd271d3/f1: appending metadata at 1731115246659 (+20 ms)Flushing 3ee1ce010a4836fd5cae885d0fd271d3/f1: closing flushed file at 1731115246659Flushing 3ee1ce010a4836fd5cae885d0fd271d3/norep: creating writer at 1731115246670 (+11 ms)Flushing 3ee1ce010a4836fd5cae885d0fd271d3/norep: appending metadata at 1731115246693 (+23 ms)Flushing 3ee1ce010a4836fd5cae885d0fd271d3/norep: closing flushed file at 1731115246693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf20365: reopening flushed file at 1731115246721 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e0a33bb: reopening flushed file at 1731115246738 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee8cfd2: reopening flushed file at 1731115246743 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 3ee1ce010a4836fd5cae885d0fd271d3 in 151ms, sequenceid=6, compaction requested=false at 1731115246753 (+10 ms)Writing region close event to WAL at 1731115246755 (+2 ms)Running coprocessor post-close hooks at 1731115246763 (+8 ms)Closed at 1731115246763 2024-11-09T01:20:46,763 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3. 2024-11-09T01:20:46,932 DEBUG [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:20:47,009 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/.tmp/ns/35da433d9bb34fd98c1428f3507c7cc5 2024-11-09T01:20:47,032 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/.tmp/rep_barrier/538057292ca44a86876bf5816f927a1c is 112, key is test,,1731115222232.3ee1ce010a4836fd5cae885d0fd271d3./rep_barrier:seqnumDuringOpen/1731115222597/Put/seqid=0 2024-11-09T01:20:47,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741846_1022 (size=5518) 2024-11-09T01:20:47,035 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/.tmp/rep_barrier/538057292ca44a86876bf5816f927a1c 2024-11-09T01:20:47,056 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/.tmp/table/d6e88a6b0c3d4e3fb72e052e0259948e is 53, key is hbase:replication/table:state/1731115227526/Put/seqid=0 2024-11-09T01:20:47,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741847_1023 (size=5308) 2024-11-09T01:20:47,062 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/.tmp/table/d6e88a6b0c3d4e3fb72e052e0259948e 2024-11-09T01:20:47,067 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/.tmp/info/6542bef81272453c94a0ca449e665012 as hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/info/6542bef81272453c94a0ca449e665012 2024-11-09T01:20:47,071 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/info/6542bef81272453c94a0ca449e665012, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T01:20:47,071 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/.tmp/ns/35da433d9bb34fd98c1428f3507c7cc5 as hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/ns/35da433d9bb34fd98c1428f3507c7cc5 2024-11-09T01:20:47,082 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/ns/35da433d9bb34fd98c1428f3507c7cc5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T01:20:47,083 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/.tmp/rep_barrier/538057292ca44a86876bf5816f927a1c as hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/rep_barrier/538057292ca44a86876bf5816f927a1c 2024-11-09T01:20:47,087 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/rep_barrier/538057292ca44a86876bf5816f927a1c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T01:20:47,088 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/.tmp/table/d6e88a6b0c3d4e3fb72e052e0259948e as hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/table/d6e88a6b0c3d4e3fb72e052e0259948e 2024-11-09T01:20:47,093 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/table/d6e88a6b0c3d4e3fb72e052e0259948e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T01:20:47,094 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 562ms, sequenceid=16, compaction requested=false 2024-11-09T01:20:47,094 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:20:47,122 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T01:20:47,123 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:20:47,123 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:20:47,123 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:20:47,123 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115246532Running coprocessor pre-close hooks at 1731115246532Disabling compacts and flushes for region at 1731115246532Disabling writes for close at 1731115246532Obtaining lock to block concurrent updates at 1731115246532Preparing flush snapshotting stores in 1588230740 at 1731115246532Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731115246532Flushing stores of hbase:meta,,1.1588230740 at 1731115246533 (+1 ms)Flushing 1588230740/info: creating writer at 1731115246533Flushing 1588230740/info: appending metadata at 1731115246556 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731115246556Flushing 1588230740/ns: creating writer at 1731115246579 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731115246598 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731115246598Flushing 1588230740/rep_barrier: creating writer at 1731115247014 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115247031 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115247031Flushing 1588230740/table: creating writer at 1731115247040 (+9 ms)Flushing 1588230740/table: appending metadata at 1731115247056 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731115247056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415e81e5: reopening flushed file at 1731115247066 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abcf219: reopening flushed file at 1731115247071 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a239e19: reopening flushed file at 1731115247082 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd8bdeb: reopening flushed file at 1731115247087 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 562ms, sequenceid=16, compaction requested=false at 1731115247094 (+7 ms)Writing region close event to WAL at 1731115247105 (+11 ms)Running coprocessor post-close hooks at 1731115247122 (+17 ms)Closed at 1731115247123 (+1 ms) 2024-11-09T01:20:47,123 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:20:47,132 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,37129,1731115209124; all regions closed. 2024-11-09T01:20:47,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741834_1010 (size=4239) 2024-11-09T01:20:47,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.meta.1731115212344.meta not finished, retry = 0 2024-11-09T01:20:47,211 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:20:47,211 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:20:47,237 DEBUG [RS:0;5296cfb18d53:37129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/oldWALs 2024-11-09T01:20:47,237 INFO [RS:0;5296cfb18d53:37129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C37129%2C1731115209124.meta:.meta(num 1731115212344) 2024-11-09T01:20:47,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741839_1015 (size=2240) 2024-11-09T01:20:47,241 DEBUG [RS:0;5296cfb18d53:37129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/oldWALs 2024-11-09T01:20:47,241 INFO [RS:0;5296cfb18d53:37129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C37129%2C1731115209124.rep:(num 1731115227471) 2024-11-09T01:20:47,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/WALs/5296cfb18d53,37129,1731115209124/5296cfb18d53%2C37129%2C1731115209124.1731115211339 not finished, retry = 0 2024-11-09T01:20:47,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741832_1008 (size=1535) 2024-11-09T01:20:47,344 DEBUG [RS:0;5296cfb18d53:37129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/oldWALs 2024-11-09T01:20:47,345 INFO [RS:0;5296cfb18d53:37129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C37129%2C1731115209124:(num 1731115211339) 2024-11-09T01:20:47,345 DEBUG [RS:0;5296cfb18d53:37129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:47,345 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:20:47,345 INFO [RS:0;5296cfb18d53:37129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:20:47,345 INFO [RS:0;5296cfb18d53:37129 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:20:47,345 INFO [RS:0;5296cfb18d53:37129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:20:47,345 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,37129,1731115209124 because: Region server is closing 2024-11-09T01:20:47,345 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:20:47,345 INFO [RS:0;5296cfb18d53:37129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:37129. 2024-11-09T01:20:47,346 DEBUG [RS:0;5296cfb18d53:37129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:47,346 DEBUG [RS:0;5296cfb18d53:37129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:47,346 DEBUG [RS:0;5296cfb18d53:37129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:47,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:47,446 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.wal-reader.5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T01:20:47,446 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.shipper5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T01:20:47,447 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,37129,1731115209124.replicationSource.shipper5296cfb18d53%2C37129%2C1731115209124,1-5296cfb18d53,37129,1731115209124 terminated 2024-11-09T01:20:47,447 INFO [RS:0;5296cfb18d53:37129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37129 2024-11-09T01:20:47,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634/rs 2024-11-09T01:20:47,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01174830634/rs/5296cfb18d53,37129,1731115209124 2024-11-09T01:20:47,517 INFO [RS:0;5296cfb18d53:37129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:20:47,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,37129,1731115209124] 2024-11-09T01:20:47,634 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01174830634/draining/5296cfb18d53,37129,1731115209124 already deleted, retry=false 2024-11-09T01:20:47,634 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,37129,1731115209124 expired; onlineServers=0 2024-11-09T01:20:47,634 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,43511,1731115208914' ***** 2024-11-09T01:20:47,635 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:20:47,635 INFO [M:0;5296cfb18d53:43511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:20:47,635 INFO [M:0;5296cfb18d53:43511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:20:47,635 DEBUG [M:0;5296cfb18d53:43511 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:20:47,635 DEBUG [M:0;5296cfb18d53:43511 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:20:47,635 INFO [M:0;5296cfb18d53:43511 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:20:47,635 INFO [M:0;5296cfb18d53:43511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:20:47,635 DEBUG [M:0;5296cfb18d53:43511 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:20:47,635 INFO [M:0;5296cfb18d53:43511 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:20:47,635 INFO [M:0;5296cfb18d53:43511 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:20:47,635 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:20:47,635 INFO [M:0;5296cfb18d53:43511 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:20:47,635 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115211130 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115211130,5,FailOnTimeoutGroup] 2024-11-09T01:20:47,636 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:20:47,640 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115211130 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115211130,5,FailOnTimeoutGroup] 2024-11-09T01:20:47,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:47,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x1011d2dc4720001, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:47,670 INFO [RS:0;5296cfb18d53:37129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:20:47,670 INFO [RS:0;5296cfb18d53:37129 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,37129,1731115209124; zookeeper connection closed. 2024-11-09T01:20:47,672 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3df174bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3df174bb 2024-11-09T01:20:47,672 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:20:47,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01174830634/master 2024-11-09T01:20:47,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01174830634 2024-11-09T01:20:47,715 DEBUG [M:0;5296cfb18d53:43511 {}] zookeeper.RecoverableZooKeeper(212): Node /01174830634/master already deleted, retry=false 2024-11-09T01:20:47,715 DEBUG [M:0;5296cfb18d53:43511 {}] master.ActiveMasterManager(353): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Failed delete of our master address node; KeeperErrorCode = NoNode for /01174830634/master 2024-11-09T01:20:47,716 INFO [M:0;5296cfb18d53:43511 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/.lastflushedseqids 2024-11-09T01:20:47,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741848_1024 (size=245) 2024-11-09T01:20:47,720 INFO [M:0;5296cfb18d53:43511 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:20:47,721 INFO [M:0;5296cfb18d53:43511 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:20:47,721 DEBUG [M:0;5296cfb18d53:43511 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:20:47,721 INFO [M:0;5296cfb18d53:43511 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:47,721 DEBUG [M:0;5296cfb18d53:43511 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:47,721 DEBUG [M:0;5296cfb18d53:43511 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:20:47,721 DEBUG [M:0;5296cfb18d53:43511 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:47,721 INFO [M:0;5296cfb18d53:43511 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-09T01:20:47,740 DEBUG [M:0;5296cfb18d53:43511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/478068dc05674d1d965ae43f368e148f is 82, key is hbase:meta,,1/info:regioninfo/1731115212376/Put/seqid=0 2024-11-09T01:20:47,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741849_1025 (size=5672) 2024-11-09T01:20:48,145 INFO [M:0;5296cfb18d53:43511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/478068dc05674d1d965ae43f368e148f 2024-11-09T01:20:48,164 DEBUG [M:0;5296cfb18d53:43511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f45a875af32491cad5af7886e6e23c0 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731115222611/Put/seqid=0 2024-11-09T01:20:48,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741850_1026 (size=7217) 2024-11-09T01:20:48,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:20:48,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:48,567 INFO [M:0;5296cfb18d53:43511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f45a875af32491cad5af7886e6e23c0 2024-11-09T01:20:48,571 INFO [M:0;5296cfb18d53:43511 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f45a875af32491cad5af7886e6e23c0 2024-11-09T01:20:48,593 DEBUG [M:0;5296cfb18d53:43511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05b1abfe252d497a99e726b8a785c43f is 69, key is 5296cfb18d53,37129,1731115209124/rs:state/1731115211188/Put/seqid=0 2024-11-09T01:20:48,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741851_1027 (size=5156) 2024-11-09T01:20:48,623 INFO [M:0;5296cfb18d53:43511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05b1abfe252d497a99e726b8a785c43f 2024-11-09T01:20:48,644 DEBUG [M:0;5296cfb18d53:43511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/478068dc05674d1d965ae43f368e148f as hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/478068dc05674d1d965ae43f368e148f 2024-11-09T01:20:48,673 INFO [M:0;5296cfb18d53:43511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/478068dc05674d1d965ae43f368e148f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T01:20:48,677 DEBUG [M:0;5296cfb18d53:43511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f45a875af32491cad5af7886e6e23c0 as hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f45a875af32491cad5af7886e6e23c0 2024-11-09T01:20:48,693 INFO [M:0;5296cfb18d53:43511 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f45a875af32491cad5af7886e6e23c0 2024-11-09T01:20:48,693 INFO [M:0;5296cfb18d53:43511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f45a875af32491cad5af7886e6e23c0, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T01:20:48,705 DEBUG [M:0;5296cfb18d53:43511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05b1abfe252d497a99e726b8a785c43f as hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05b1abfe252d497a99e726b8a785c43f 2024-11-09T01:20:48,709 INFO [M:0;5296cfb18d53:43511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/6ac8f595-d837-161b-4487-d44d3c7166ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05b1abfe252d497a99e726b8a785c43f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T01:20:48,710 INFO [M:0;5296cfb18d53:43511 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 989ms, sequenceid=105, compaction requested=false 2024-11-09T01:20:48,712 INFO [M:0;5296cfb18d53:43511 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:48,713 DEBUG [M:0;5296cfb18d53:43511 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115247721Disabling compacts and flushes for region at 1731115247721Disabling writes for close at 1731115247721Obtaining lock to block concurrent updates at 1731115247721Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115247721Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731115247722 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115247722Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115247722Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115247739 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115247739Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115248149 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115248163 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115248163Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115248571 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115248593 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115248593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21a0339f: reopening flushed file at 1731115248637 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60829b4a: reopening flushed file at 1731115248673 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6508750b: reopening flushed file at 1731115248694 (+21 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 989ms, sequenceid=105, compaction requested=false at 1731115248710 (+16 ms)Writing region close event to WAL at 1731115248712 (+2 ms)Closed at 1731115248712 2024-11-09T01:20:48,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34105 is added to blk_1073741830_1006 (size=64411) 2024-11-09T01:20:48,717 INFO [M:0;5296cfb18d53:43511 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:20:48,718 INFO [M:0;5296cfb18d53:43511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43511 2024-11-09T01:20:48,718 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:20:48,718 INFO [M:0;5296cfb18d53:43511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:20:48,902 INFO [M:0;5296cfb18d53:43511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:20:48,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:48,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x1011d2dc4720000, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:20:48,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72e491e2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:20:48,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@95d46a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:20:48,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:20:48,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@611a7b22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:20:48,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4852df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/hadoop.log.dir/,STOPPED} 2024-11-09T01:20:48,907 WARN [BP-1411152072-172.17.0.2-1731115206870 heartbeating to localhost/127.0.0.1:42315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:20:48,907 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:20:48,907 WARN [BP-1411152072-172.17.0.2-1731115206870 heartbeating to localhost/127.0.0.1:42315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1411152072-172.17.0.2-1731115206870 (Datanode Uuid b0642361-690a-4c66-983d-f1ed0ab160fd) service to localhost/127.0.0.1:42315 2024-11-09T01:20:48,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:20:48,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/cluster_f8d92fc2-856e-6bb0-c2a9-5b6dfdb54d8e/data/data1/current/BP-1411152072-172.17.0.2-1731115206870 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:20:48,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/cluster_f8d92fc2-856e-6bb0-c2a9-5b6dfdb54d8e/data/data2/current/BP-1411152072-172.17.0.2-1731115206870 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:20:48,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:20:48,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c7cdc0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:20:48,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@541e5d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:20:48,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:20:48,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dc97342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:20:48,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c96ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d3b6307c-496c-0ebe-f7d5-c9ae82a56e34/hadoop.log.dir/,STOPPED} 2024-11-09T01:20:48,920 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:20:49,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d2dc4720005, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:20:49,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d2dc4720002, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:20:49,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d2dc4720002, quorum=127.0.0.1:54449, baseZNode=/01174830634 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:20:49,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011d2dc4720008, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:20:49,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d2dc4720005, quorum=127.0.0.1:54449, baseZNode=/11589873689 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:20:49,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011d2dc4720008, quorum=127.0.0.1:54449, baseZNode=/2-845947404 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:20:49,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:20:49,129 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 311) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42315 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54449) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:42315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-27 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42893 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54449) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35743 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54449) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) - Thread LEAK? -, OpenFileDescriptor=795 (was 721) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 454) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1559 (was 2357) 2024-11-09T01:20:49,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=1559 2024-11-09T01:20:49,155 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-09T01:20:49,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/hadoop.log.dir so I do NOT create it in target/test-data/64ee908d-1e03-eabe-de53-939cf657303f 2024-11-09T01:20:49,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:20:49,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/hadoop.tmp.dir so I do NOT create it in target/test-data/64ee908d-1e03-eabe-de53-939cf657303f 2024-11-09T01:20:49,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/45420122-4a90-9960-1bdd-6f3f609bffaf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:20:49,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f 2024-11-09T01:20:49,156 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/cluster_3df70da6-b04b-b66f-22e4-5aad0e447af4, deleteOnExit=true 2024-11-09T01:20:49,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/cluster_3df70da6-b04b-b66f-22e4-5aad0e447af4/zookeeper_0, clientPort=63939, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/cluster_3df70da6-b04b-b66f-22e4-5aad0e447af4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/cluster_3df70da6-b04b-b66f-22e4-5aad0e447af4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:20:49,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63939 2024-11-09T01:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:20:49,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/test.cache.data in system properties and HBase conf 2024-11-09T01:20:49,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:20:49,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:20:49,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:20:49,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:20:49,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:20:49,166 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:20:49,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:20:49,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:20:49,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:20:49,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:20:49,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:20:49,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:20:49,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:20:49,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:20:49,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:20:49,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:20:49,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:20:49,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:20:49,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:20:49,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:20:49,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:49,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:20:49,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:20:49,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:20:49,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:20:49,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:49,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ef9642c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:20:49,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b0e77ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:20:49,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59beb9cb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/java.io.tmpdir/jetty-localhost-35775-hadoop-hdfs-3_4_1-tests_jar-_-any-15489356044335315651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:20:49,942 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214d80a8{HTTP/1.1, (http/1.1)}{localhost:35775} 2024-11-09T01:20:49,942 INFO [Time-limited test {}] server.Server(415): Started @324527ms 2024-11-09T01:20:50,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:50,351 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:20:50,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:20:50,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:20:50,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:20:50,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@107c5a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:20:50,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6df85e83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:20:50,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@147c3f01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/java.io.tmpdir/jetty-localhost-34315-hadoop-hdfs-3_4_1-tests_jar-_-any-5635733054314756944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:20:50,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@734d401c{HTTP/1.1, (http/1.1)}{localhost:34315} 2024-11-09T01:20:50,504 INFO [Time-limited test {}] server.Server(415): Started @325089ms 2024-11-09T01:20:50,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:20:51,378 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/cluster_3df70da6-b04b-b66f-22e4-5aad0e447af4/data/data1/current/BP-1299336583-172.17.0.2-1731115249185/current, will proceed with Du for space computation calculation, 2024-11-09T01:20:51,379 WARN [Thread-4181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/cluster_3df70da6-b04b-b66f-22e4-5aad0e447af4/data/data2/current/BP-1299336583-172.17.0.2-1731115249185/current, will proceed with Du for space computation calculation, 2024-11-09T01:20:51,399 WARN [Thread-4168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:20:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8984f61d39da1576 with lease ID 0xc7b8432a4e59690c: Processing first storage report for DS-c3a01dfb-d5b4-4e22-957d-4f4b082d9c28 from datanode DatanodeRegistration(127.0.0.1:40513, datanodeUuid=63af18d7-824d-4f70-9283-e7b39cf03591, infoPort=42855, infoSecurePort=0, ipcPort=41463, storageInfo=lv=-57;cid=testClusterID;nsid=779589163;c=1731115249185) 2024-11-09T01:20:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8984f61d39da1576 with lease ID 0xc7b8432a4e59690c: from storage DS-c3a01dfb-d5b4-4e22-957d-4f4b082d9c28 node DatanodeRegistration(127.0.0.1:40513, datanodeUuid=63af18d7-824d-4f70-9283-e7b39cf03591, infoPort=42855, infoSecurePort=0, ipcPort=41463, storageInfo=lv=-57;cid=testClusterID;nsid=779589163;c=1731115249185), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:20:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8984f61d39da1576 with lease ID 0xc7b8432a4e59690c: Processing first storage report for DS-7ee1dbd9-46ef-4617-87ad-d50807f5fbb5 from datanode DatanodeRegistration(127.0.0.1:40513, datanodeUuid=63af18d7-824d-4f70-9283-e7b39cf03591, infoPort=42855, infoSecurePort=0, ipcPort=41463, storageInfo=lv=-57;cid=testClusterID;nsid=779589163;c=1731115249185) 2024-11-09T01:20:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8984f61d39da1576 with lease ID 0xc7b8432a4e59690c: from storage DS-7ee1dbd9-46ef-4617-87ad-d50807f5fbb5 node DatanodeRegistration(127.0.0.1:40513, datanodeUuid=63af18d7-824d-4f70-9283-e7b39cf03591, infoPort=42855, infoSecurePort=0, ipcPort=41463, storageInfo=lv=-57;cid=testClusterID;nsid=779589163;c=1731115249185), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:20:51,436 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f 2024-11-09T01:20:51,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:51,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:20:51,459 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d with version=8 2024-11-09T01:20:51,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/hbase-staging 2024-11-09T01:20:51,460 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:20:51,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:51,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:51,460 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:20:51,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:51,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:20:51,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:20:51,461 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:20:51,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34959 2024-11-09T01:20:51,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34959 connecting to ZooKeeper ensemble=127.0.0.1:63939 2024-11-09T01:20:51,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349590x0, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:20:51,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34959-0x1011d2e69b30000 connected 2024-11-09T01:20:51,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:51,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:51,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Set watcher on znode that does not yet exist, /021617828/running 2024-11-09T01:20:51,892 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d, hbase.cluster.distributed=false 2024-11-09T01:20:51,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Set watcher on znode that does not yet exist, /021617828/acl 2024-11-09T01:20:51,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34959 2024-11-09T01:20:51,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34959 2024-11-09T01:20:51,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34959 2024-11-09T01:20:51,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34959 2024-11-09T01:20:51,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34959 2024-11-09T01:20:51,917 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:20:51,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:51,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:51,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:20:51,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:51,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:20:51,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:20:51,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:20:51,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37967 2024-11-09T01:20:51,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37967 connecting to ZooKeeper ensemble=127.0.0.1:63939 2024-11-09T01:20:51,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:51,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:51,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379670x0, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:20:51,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379670x0, quorum=127.0.0.1:63939, baseZNode=/021617828 Set watcher on znode that does not yet exist, /021617828/running 2024-11-09T01:20:51,985 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:20:52,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37967-0x1011d2e69b30001 connected 2024-11-09T01:20:52,008 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:20:52,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37967-0x1011d2e69b30001, quorum=127.0.0.1:63939, baseZNode=/021617828 Set watcher on znode that does not yet exist, /021617828/master 2024-11-09T01:20:52,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37967-0x1011d2e69b30001, quorum=127.0.0.1:63939, baseZNode=/021617828 Set watcher on znode that does not yet exist, /021617828/acl 2024-11-09T01:20:52,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37967 2024-11-09T01:20:52,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37967 2024-11-09T01:20:52,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37967 2024-11-09T01:20:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:20:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:20:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T01:20:52,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:20:52,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37967 2024-11-09T01:20:52,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37967 2024-11-09T01:20:52,134 DEBUG [M:0;5296cfb18d53:34959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:34959 2024-11-09T01:20:52,156 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /021617828/backup-masters/5296cfb18d53,34959,1731115251460 2024-11-09T01:20:52,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828/backup-masters 2024-11-09T01:20:52,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1011d2e69b30001, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828/backup-masters 2024-11-09T01:20:52,196 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Set watcher on existing znode=/021617828/backup-masters/5296cfb18d53,34959,1731115251460 2024-11-09T01:20:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1011d2e69b30001, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/021617828/master 2024-11-09T01:20:52,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1011d2e69b30001, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828 2024-11-09T01:20:52,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828 2024-11-09T01:20:52,205 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Set watcher on existing znode=/021617828/master 2024-11-09T01:20:52,206 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /021617828/backup-masters/5296cfb18d53,34959,1731115251460 from backup master directory 2024-11-09T01:20:52,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/021617828/backup-masters/5296cfb18d53,34959,1731115251460 2024-11-09T01:20:52,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828/backup-masters 2024-11-09T01:20:52,225 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:20:52,225 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,34959,1731115251460 2024-11-09T01:20:52,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1011d2e69b30001, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828/backup-masters 2024-11-09T01:20:52,248 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/hbase.id] with ID: 14455526-4a75-43b3-876f-6dc3db193515 2024-11-09T01:20:52,248 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/.tmp/hbase.id 2024-11-09T01:20:52,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:20:52,666 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/.tmp/hbase.id]:[hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/hbase.id] 2024-11-09T01:20:52,673 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:52,673 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:20:52,674 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:20:52,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828 2024-11-09T01:20:52,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1011d2e69b30001, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828 2024-11-09T01:20:52,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:20:52,726 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:20:52,727 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:20:52,727 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:52,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:20:53,142 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/MasterData/data/master/store 2024-11-09T01:20:53,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:20:53,150 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:53,150 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:20:53,150 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:53,150 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:53,150 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:20:53,150 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:53,150 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:20:53,150 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115253150Disabling compacts and flushes for region at 1731115253150Disabling writes for close at 1731115253150Writing region close event to WAL at 1731115253150Closed at 1731115253150 2024-11-09T01:20:53,151 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/MasterData/data/master/store/.initializing 2024-11-09T01:20:53,151 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/MasterData/WALs/5296cfb18d53,34959,1731115251460 2024-11-09T01:20:53,152 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:20:53,153 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C34959%2C1731115251460, suffix=, logDir=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/MasterData/WALs/5296cfb18d53,34959,1731115251460, archiveDir=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/MasterData/oldWALs, maxLogs=10 2024-11-09T01:20:53,169 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/MasterData/WALs/5296cfb18d53,34959,1731115251460/5296cfb18d53%2C34959%2C1731115251460.1731115253153, exclude list is [], retry=0 2024-11-09T01:20:53,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-c3a01dfb-d5b4-4e22-957d-4f4b082d9c28,DISK] 2024-11-09T01:20:53,175 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/MasterData/WALs/5296cfb18d53,34959,1731115251460/5296cfb18d53%2C34959%2C1731115251460.1731115253153 2024-11-09T01:20:53,175 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42855:42855)] 2024-11-09T01:20:53,175 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:53,175 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:53,176 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:53,176 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:53,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:53,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:20:53,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:53,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:53,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:53,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:20:53,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:53,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:53,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:53,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:20:53,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:53,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:53,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:53,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:20:53,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:53,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:53,189 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:53,190 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:53,190 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:53,191 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:53,191 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:53,191 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:20:53,193 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:20:53,205 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:53,205 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67691279, jitterRate=0.008678659796714783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:20:53,206 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115253176Initializing all the Stores at 1731115253177 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115253177Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115253180 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115253180Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115253180Cleaning up temporary data from old regions at 1731115253191 (+11 ms)Region opened successfully at 1731115253206 (+15 ms) 2024-11-09T01:20:53,206 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:20:53,210 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:20:53,210 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:20:53,211 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:20:53,211 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:20:53,211 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:20:53,211 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:20:53,212 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:20:53,212 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:20:53,222 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:20:53,224 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Unable to get data of znode /021617828/balancer because node does not exist (not necessarily an error) 2024-11-09T01:20:53,252 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /021617828/balancer already deleted, retry=false 2024-11-09T01:20:53,253 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:20:53,253 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Unable to get data of znode /021617828/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:20:53,273 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /021617828/normalizer already deleted, retry=false 2024-11-09T01:20:53,275 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:20:53,277 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Unable to get data of znode /021617828/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:20:53,287 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /021617828/switch/split already deleted, retry=false 2024-11-09T01:20:53,289 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Unable to get data of znode /021617828/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:20:53,298 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /021617828/switch/merge already deleted, retry=false 2024-11-09T01:20:53,300 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Unable to get data of znode /021617828/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:20:53,308 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /021617828/snapshot-cleanup already deleted, retry=false 2024-11-09T01:20:53,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1011d2e69b30001, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/021617828/running 2024-11-09T01:20:53,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/021617828/running 2024-11-09T01:20:53,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1011d2e69b30001, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828 2024-11-09T01:20:53,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828 2024-11-09T01:20:53,324 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,34959,1731115251460, sessionid=0x1011d2e69b30000, setting cluster-up flag (Was=false) 2024-11-09T01:20:53,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828 2024-11-09T01:20:53,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1011d2e69b30001, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828 2024-11-09T01:20:53,378 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /021617828/flush-table-proc/acquired, /021617828/flush-table-proc/reached, /021617828/flush-table-proc/abort 2024-11-09T01:20:53,379 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,34959,1731115251460 2024-11-09T01:20:53,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1011d2e69b30001, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828 2024-11-09T01:20:53,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828 2024-11-09T01:20:53,431 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /021617828/online-snapshot/acquired, /021617828/online-snapshot/reached, /021617828/online-snapshot/abort 2024-11-09T01:20:53,433 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,34959,1731115251460 2024-11-09T01:20:53,434 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:20:53,454 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:53,454 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:20:53,454 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:20:53,454 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,34959,1731115251460 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:20:53,457 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:53,457 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:53,458 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:53,458 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:20:53,458 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:20:53,458 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:53,458 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:20:53,459 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:53,463 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:53,463 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:20:53,464 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:53,464 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:20:53,482 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115283481 2024-11-09T01:20:53,482 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:20:53,482 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:20:53,482 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:20:53,482 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:20:53,482 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:20:53,482 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:20:53,488 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:53,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:20:53,504 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:20:53,504 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:20:53,505 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:20:53,505 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:20:53,508 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:20:53,508 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:20:53,512 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115253508,5,FailOnTimeoutGroup] 2024-11-09T01:20:53,516 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115253512,5,FailOnTimeoutGroup] 2024-11-09T01:20:53,516 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:53,516 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:20:53,516 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:53,516 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:53,522 INFO [RS:0;5296cfb18d53:37967 {}] regionserver.HRegionServer(746): ClusterId : 14455526-4a75-43b3-876f-6dc3db193515 2024-11-09T01:20:53,522 DEBUG [RS:0;5296cfb18d53:37967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:20:53,531 DEBUG [RS:0;5296cfb18d53:37967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:20:53,531 DEBUG [RS:0;5296cfb18d53:37967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:20:53,541 DEBUG [RS:0;5296cfb18d53:37967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:20:53,541 DEBUG [RS:0;5296cfb18d53:37967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a30ccad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:20:53,554 DEBUG [RS:0;5296cfb18d53:37967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:37967 2024-11-09T01:20:53,554 INFO [RS:0;5296cfb18d53:37967 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:20:53,554 INFO [RS:0;5296cfb18d53:37967 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:20:53,554 DEBUG [RS:0;5296cfb18d53:37967 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:20:53,554 INFO [RS:0;5296cfb18d53:37967 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,34959,1731115251460 with port=37967, startcode=1731115251917 2024-11-09T01:20:53,555 DEBUG [RS:0;5296cfb18d53:37967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:20:53,556 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:20:53,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,37967,1731115251917 2024-11-09T01:20:53,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34959 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,37967,1731115251917 2024-11-09T01:20:53,558 DEBUG [RS:0;5296cfb18d53:37967 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d 2024-11-09T01:20:53,558 DEBUG [RS:0;5296cfb18d53:37967 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35391 2024-11-09T01:20:53,558 DEBUG [RS:0;5296cfb18d53:37967 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:20:53,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828/rs 2024-11-09T01:20:53,568 DEBUG [RS:0;5296cfb18d53:37967 {}] zookeeper.ZKUtil(111): regionserver:37967-0x1011d2e69b30001, quorum=127.0.0.1:63939, baseZNode=/021617828 Set watcher on existing znode=/021617828/rs/5296cfb18d53,37967,1731115251917 2024-11-09T01:20:53,568 WARN [RS:0;5296cfb18d53:37967 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:20:53,568 INFO [RS:0;5296cfb18d53:37967 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:53,568 DEBUG [RS:0;5296cfb18d53:37967 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/WALs/5296cfb18d53,37967,1731115251917 2024-11-09T01:20:53,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,37967,1731115251917] 2024-11-09T01:20:53,571 INFO [RS:0;5296cfb18d53:37967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:20:53,576 INFO [RS:0;5296cfb18d53:37967 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:20:53,577 INFO [RS:0;5296cfb18d53:37967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:20:53,577 INFO [RS:0;5296cfb18d53:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:53,577 INFO [RS:0;5296cfb18d53:37967 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:20:53,577 INFO [RS:0;5296cfb18d53:37967 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:20:53,577 INFO [RS:0;5296cfb18d53:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:53,577 DEBUG [RS:0;5296cfb18d53:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:53,577 DEBUG [RS:0;5296cfb18d53:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:53,578 DEBUG [RS:0;5296cfb18d53:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:53,578 DEBUG [RS:0;5296cfb18d53:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:53,578 DEBUG [RS:0;5296cfb18d53:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:53,578 DEBUG [RS:0;5296cfb18d53:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:20:53,578 DEBUG [RS:0;5296cfb18d53:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:53,578 DEBUG [RS:0;5296cfb18d53:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:53,578 DEBUG [RS:0;5296cfb18d53:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:53,578 DEBUG [RS:0;5296cfb18d53:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:53,578 DEBUG [RS:0;5296cfb18d53:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:53,578 DEBUG [RS:0;5296cfb18d53:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:20:53,578 DEBUG [RS:0;5296cfb18d53:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:20:53,578 DEBUG [RS:0;5296cfb18d53:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:20:53,580 INFO [RS:0;5296cfb18d53:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:53,580 INFO [RS:0;5296cfb18d53:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:53,580 INFO [RS:0;5296cfb18d53:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:53,580 INFO [RS:0;5296cfb18d53:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:53,580 INFO [RS:0;5296cfb18d53:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:53,580 INFO [RS:0;5296cfb18d53:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37967,1731115251917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:20:53,596 INFO [RS:0;5296cfb18d53:37967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:20:53,596 INFO [RS:0;5296cfb18d53:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37967,1731115251917-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:53,596 INFO [RS:0;5296cfb18d53:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:53,596 INFO [RS:0;5296cfb18d53:37967 {}] regionserver.Replication(171): 5296cfb18d53,37967,1731115251917 started 2024-11-09T01:20:53,611 INFO [RS:0;5296cfb18d53:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:53,611 INFO [RS:0;5296cfb18d53:37967 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,37967,1731115251917, RpcServer on 5296cfb18d53/172.17.0.2:37967, sessionid=0x1011d2e69b30001 2024-11-09T01:20:53,611 DEBUG [RS:0;5296cfb18d53:37967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:20:53,611 DEBUG [RS:0;5296cfb18d53:37967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,37967,1731115251917 2024-11-09T01:20:53,611 DEBUG [RS:0;5296cfb18d53:37967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,37967,1731115251917' 2024-11-09T01:20:53,611 DEBUG [RS:0;5296cfb18d53:37967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/021617828/flush-table-proc/abort' 2024-11-09T01:20:53,612 DEBUG [RS:0;5296cfb18d53:37967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/021617828/flush-table-proc/acquired' 2024-11-09T01:20:53,612 DEBUG [RS:0;5296cfb18d53:37967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:20:53,612 DEBUG [RS:0;5296cfb18d53:37967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:20:53,612 DEBUG [RS:0;5296cfb18d53:37967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,37967,1731115251917 2024-11-09T01:20:53,612 DEBUG [RS:0;5296cfb18d53:37967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,37967,1731115251917' 2024-11-09T01:20:53,612 DEBUG [RS:0;5296cfb18d53:37967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/021617828/online-snapshot/abort' 2024-11-09T01:20:53,613 DEBUG [RS:0;5296cfb18d53:37967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/021617828/online-snapshot/acquired' 2024-11-09T01:20:53,613 DEBUG [RS:0;5296cfb18d53:37967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:20:53,613 INFO [RS:0;5296cfb18d53:37967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:20:53,613 INFO [RS:0;5296cfb18d53:37967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:20:53,713 INFO [RS:0;5296cfb18d53:37967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:20:53,714 INFO [RS:0;5296cfb18d53:37967 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C37967%2C1731115251917, suffix=, logDir=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/WALs/5296cfb18d53,37967,1731115251917, archiveDir=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/oldWALs, maxLogs=10 2024-11-09T01:20:53,728 DEBUG [RS:0;5296cfb18d53:37967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/WALs/5296cfb18d53,37967,1731115251917/5296cfb18d53%2C37967%2C1731115251917.1731115253714, exclude list is [], retry=0 2024-11-09T01:20:53,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-c3a01dfb-d5b4-4e22-957d-4f4b082d9c28,DISK] 2024-11-09T01:20:53,731 INFO [RS:0;5296cfb18d53:37967 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/WALs/5296cfb18d53,37967,1731115251917/5296cfb18d53%2C37967%2C1731115251917.1731115253714 2024-11-09T01:20:53,731 DEBUG [RS:0;5296cfb18d53:37967 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42855:42855)] 2024-11-09T01:20:53,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:20:53,903 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d 2024-11-09T01:20:53,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741833_1009 (size=32) 2024-11-09T01:20:54,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:54,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:20:54,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:20:54,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:54,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:54,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:20:54,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:20:54,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:54,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:54,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:20:54,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:20:54,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:54,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:54,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:20:54,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:20:54,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:54,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:54,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:20:54,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/data/hbase/meta/1588230740 2024-11-09T01:20:54,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/data/hbase/meta/1588230740 2024-11-09T01:20:54,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:20:54,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:20:54,324 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:20:54,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:20:54,330 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:54,331 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69349951, jitterRate=0.03339479863643646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:20:54,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115254313Initializing all the Stores at 1731115254313Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115254313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115254314 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115254314Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115254314Cleaning up temporary data from old regions at 1731115254324 (+10 ms)Region opened successfully at 1731115254331 (+7 ms) 2024-11-09T01:20:54,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:20:54,332 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:20:54,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:20:54,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:20:54,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:20:54,332 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:20:54,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115254331Disabling compacts and flushes for region at 1731115254331Disabling writes for close at 1731115254332 (+1 ms)Writing region close event to WAL at 1731115254332Closed at 1731115254332 2024-11-09T01:20:54,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:54,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:20:54,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:20:54,335 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:20:54,336 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:20:54,435 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:54,436 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:20:54,436 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128700 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:20:54,486 DEBUG [5296cfb18d53:34959 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:20:54,487 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,37967,1731115251917 2024-11-09T01:20:54,489 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,37967,1731115251917, state=OPENING 2024-11-09T01:20:54,498 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:20:54,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828 2024-11-09T01:20:54,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1011d2e69b30001, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021617828 2024-11-09T01:20:54,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /021617828/meta-region-server: CHANGED 2024-11-09T01:20:54,510 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:20:54,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,37967,1731115251917}] 2024-11-09T01:20:54,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /021617828/meta-region-server: CHANGED 2024-11-09T01:20:54,663 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:20:54,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:20:54,680 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:20:54,681 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:20:54,681 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:20:54,684 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C37967%2C1731115251917.meta, suffix=.meta, logDir=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/WALs/5296cfb18d53,37967,1731115251917, archiveDir=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/oldWALs, maxLogs=10 2024-11-09T01:20:54,701 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/WALs/5296cfb18d53,37967,1731115251917/5296cfb18d53%2C37967%2C1731115251917.meta.1731115254684.meta, exclude list is [], retry=0 2024-11-09T01:20:54,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-c3a01dfb-d5b4-4e22-957d-4f4b082d9c28,DISK] 2024-11-09T01:20:54,717 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/WALs/5296cfb18d53,37967,1731115251917/5296cfb18d53%2C37967%2C1731115251917.meta.1731115254684.meta 2024-11-09T01:20:54,728 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42855:42855)] 2024-11-09T01:20:54,728 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:54,729 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:20:54,729 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:20:54,729 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:20:54,729 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:20:54,729 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:20:54,729 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:54,729 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:20:54,729 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:20:54,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:20:54,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:20:54,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:54,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:54,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:20:54,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:20:54,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:54,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:54,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:20:54,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:20:54,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:54,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:54,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:20:54,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:20:54,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:54,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:20:54,750 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:20:54,751 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/data/hbase/meta/1588230740 2024-11-09T01:20:54,752 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/data/hbase/meta/1588230740 2024-11-09T01:20:54,754 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:20:54,754 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:20:54,754 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:20:54,755 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:20:54,756 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68381973, jitterRate=0.018970802426338196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:20:54,756 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:20:54,757 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115254730Writing region info on filesystem at 1731115254730Initializing all the Stores at 1731115254730Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115254730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115254740 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115254740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115254740Cleaning up temporary data from old regions at 1731115254754 (+14 ms)Running coprocessor post-open hooks at 1731115254756 (+2 ms)Region opened successfully at 1731115254757 (+1 ms) 2024-11-09T01:20:54,758 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115254663 2024-11-09T01:20:54,760 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:20:54,761 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:20:54,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,37967,1731115251917 2024-11-09T01:20:54,762 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,37967,1731115251917, state=OPEN 2024-11-09T01:20:54,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1011d2e69b30000, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/021617828/meta-region-server 2024-11-09T01:20:54,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1011d2e69b30001, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/021617828/meta-region-server 2024-11-09T01:20:54,883 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,37967,1731115251917 2024-11-09T01:20:54,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /021617828/meta-region-server: CHANGED 2024-11-09T01:20:54,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /021617828/meta-region-server: CHANGED 2024-11-09T01:20:54,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:20:54,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,37967,1731115251917 in 373 msec 2024-11-09T01:20:54,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:20:54,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 553 msec 2024-11-09T01:20:54,889 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:20:54,889 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:20:54,891 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:54,891 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,37967,1731115251917, seqNum=-1] 2024-11-09T01:20:54,891 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:54,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:20:54,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4450 sec 2024-11-09T01:20:54,899 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115254899, completionTime=-1 2024-11-09T01:20:54,899 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:20:54,899 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:20:54,902 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:20:54,902 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115314902 2024-11-09T01:20:54,902 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115374902 2024-11-09T01:20:54,902 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T01:20:54,903 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34959,1731115251460-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:54,903 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34959,1731115251460-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:54,903 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34959,1731115251460-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:54,903 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:34959, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:54,903 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:54,910 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:20:54,912 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:54,917 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.692sec 2024-11-09T01:20:54,917 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:20:54,918 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:20:54,918 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:20:54,918 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:20:54,918 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:20:54,918 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34959,1731115251460-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:20:54,918 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34959,1731115251460-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:20:54,922 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:20:54,922 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:20:54,922 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34959,1731115251460-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:20:54,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f00a022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:54,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,34959,-1 for getting cluster id 2024-11-09T01:20:54,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:54,935 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14455526-4a75-43b3-876f-6dc3db193515' 2024-11-09T01:20:54,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:54,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14455526-4a75-43b3-876f-6dc3db193515" 2024-11-09T01:20:54,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621fdb77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:54,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,34959,-1] 2024-11-09T01:20:54,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:54,938 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:54,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e69751e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:54,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:20:54,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,37967,1731115251917, seqNum=-1] 2024-11-09T01:20:54,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:20:54,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:20:54,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,34959,1731115251460 2024-11-09T01:20:54,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63939 2024-11-09T01:20:54,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63939, baseZNode=/021617828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:20:54,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d2e69b30002 connected 2024-11-09T01:20:54,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,34959,1731115251460 2024-11-09T01:20:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52f9b26e 2024-11-09T01:20:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:54,984 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:20:54,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:20:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:20:54,988 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:20:54,989 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:54,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:20:54,990 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:20:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:55,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:20:55,007 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f19a7d9e304cddc86e9896874c6b330, NAME => 'test,,1731115254984.0f19a7d9e304cddc86e9896874c6b330.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d 2024-11-09T01:20:55,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:20:55,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731115254984.0f19a7d9e304cddc86e9896874c6b330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:55,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0f19a7d9e304cddc86e9896874c6b330, disabling compactions & flushes 2024-11-09T01:20:55,051 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731115254984.0f19a7d9e304cddc86e9896874c6b330. 2024-11-09T01:20:55,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115254984.0f19a7d9e304cddc86e9896874c6b330. 2024-11-09T01:20:55,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731115254984.0f19a7d9e304cddc86e9896874c6b330. after waiting 0 ms 2024-11-09T01:20:55,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731115254984.0f19a7d9e304cddc86e9896874c6b330. 2024-11-09T01:20:55,051 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731115254984.0f19a7d9e304cddc86e9896874c6b330. 2024-11-09T01:20:55,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f19a7d9e304cddc86e9896874c6b330: Waiting for close lock at 1731115255051Disabling compacts and flushes for region at 1731115255051Disabling writes for close at 1731115255051Writing region close event to WAL at 1731115255051Closed at 1731115255051 2024-11-09T01:20:55,052 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:20:55,053 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731115254984.0f19a7d9e304cddc86e9896874c6b330.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731115255053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115255053"}]},"ts":"1731115255053"} 2024-11-09T01:20:55,057 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:20:55,059 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:20:55,060 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115255059"}]},"ts":"1731115255059"} 2024-11-09T01:20:55,063 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:20:55,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f19a7d9e304cddc86e9896874c6b330, ASSIGN}] 2024-11-09T01:20:55,066 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f19a7d9e304cddc86e9896874c6b330, ASSIGN 2024-11-09T01:20:55,068 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0f19a7d9e304cddc86e9896874c6b330, ASSIGN; state=OFFLINE, location=5296cfb18d53,37967,1731115251917; forceNewPlan=false, retain=false 2024-11-09T01:20:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:55,219 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f19a7d9e304cddc86e9896874c6b330, regionState=OPENING, regionLocation=5296cfb18d53,37967,1731115251917 2024-11-09T01:20:55,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0f19a7d9e304cddc86e9896874c6b330, ASSIGN because future has completed 2024-11-09T01:20:55,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f19a7d9e304cddc86e9896874c6b330, server=5296cfb18d53,37967,1731115251917}] 2024-11-09T01:20:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:55,408 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731115254984.0f19a7d9e304cddc86e9896874c6b330. 2024-11-09T01:20:55,408 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f19a7d9e304cddc86e9896874c6b330, NAME => 'test,,1731115254984.0f19a7d9e304cddc86e9896874c6b330.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:20:55,409 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:20:55,409 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:20:55,409 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0f19a7d9e304cddc86e9896874c6b330 2024-11-09T01:20:55,409 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731115254984.0f19a7d9e304cddc86e9896874c6b330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:20:55,409 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0f19a7d9e304cddc86e9896874c6b330 2024-11-09T01:20:55,409 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0f19a7d9e304cddc86e9896874c6b330 2024-11-09T01:20:55,432 INFO [StoreOpener-0f19a7d9e304cddc86e9896874c6b330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0f19a7d9e304cddc86e9896874c6b330 2024-11-09T01:20:55,433 INFO [StoreOpener-0f19a7d9e304cddc86e9896874c6b330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f19a7d9e304cddc86e9896874c6b330 columnFamilyName f 2024-11-09T01:20:55,433 DEBUG [StoreOpener-0f19a7d9e304cddc86e9896874c6b330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:55,434 INFO [StoreOpener-0f19a7d9e304cddc86e9896874c6b330-1 {}] regionserver.HStore(327): Store=0f19a7d9e304cddc86e9896874c6b330/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:55,434 INFO [StoreOpener-0f19a7d9e304cddc86e9896874c6b330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0f19a7d9e304cddc86e9896874c6b330 2024-11-09T01:20:55,434 INFO [StoreOpener-0f19a7d9e304cddc86e9896874c6b330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f19a7d9e304cddc86e9896874c6b330 columnFamilyName f1 2024-11-09T01:20:55,435 DEBUG [StoreOpener-0f19a7d9e304cddc86e9896874c6b330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:55,435 INFO [StoreOpener-0f19a7d9e304cddc86e9896874c6b330-1 {}] regionserver.HStore(327): Store=0f19a7d9e304cddc86e9896874c6b330/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:55,435 INFO [StoreOpener-0f19a7d9e304cddc86e9896874c6b330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0f19a7d9e304cddc86e9896874c6b330 2024-11-09T01:20:55,435 INFO [StoreOpener-0f19a7d9e304cddc86e9896874c6b330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f19a7d9e304cddc86e9896874c6b330 columnFamilyName norep 2024-11-09T01:20:55,435 DEBUG [StoreOpener-0f19a7d9e304cddc86e9896874c6b330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:20:55,436 INFO [StoreOpener-0f19a7d9e304cddc86e9896874c6b330-1 {}] regionserver.HStore(327): Store=0f19a7d9e304cddc86e9896874c6b330/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:20:55,436 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0f19a7d9e304cddc86e9896874c6b330 2024-11-09T01:20:55,436 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/data/default/test/0f19a7d9e304cddc86e9896874c6b330 2024-11-09T01:20:55,437 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/data/default/test/0f19a7d9e304cddc86e9896874c6b330 2024-11-09T01:20:55,437 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0f19a7d9e304cddc86e9896874c6b330 2024-11-09T01:20:55,437 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0f19a7d9e304cddc86e9896874c6b330 2024-11-09T01:20:55,438 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:20:55,439 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0f19a7d9e304cddc86e9896874c6b330 2024-11-09T01:20:55,444 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/data/default/test/0f19a7d9e304cddc86e9896874c6b330/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:20:55,445 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0f19a7d9e304cddc86e9896874c6b330; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60056733, jitterRate=-0.10508494079113007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:20:55,446 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f19a7d9e304cddc86e9896874c6b330 2024-11-09T01:20:55,446 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0f19a7d9e304cddc86e9896874c6b330: Running coprocessor pre-open hook at 1731115255409Writing region info on filesystem at 1731115255409Initializing all the Stores at 1731115255410 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115255410Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115255420 (+10 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115255420Cleaning up temporary data from old regions at 1731115255437 (+17 ms)Running coprocessor post-open hooks at 1731115255446 (+9 ms)Region opened successfully at 1731115255446 2024-11-09T01:20:55,447 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731115254984.0f19a7d9e304cddc86e9896874c6b330., pid=6, masterSystemTime=1731115255387 2024-11-09T01:20:55,450 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f19a7d9e304cddc86e9896874c6b330, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,37967,1731115251917 2024-11-09T01:20:55,450 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731115254984.0f19a7d9e304cddc86e9896874c6b330. 2024-11-09T01:20:55,451 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731115254984.0f19a7d9e304cddc86e9896874c6b330. 2024-11-09T01:20:55,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f19a7d9e304cddc86e9896874c6b330, server=5296cfb18d53,37967,1731115251917 because future has completed 2024-11-09T01:20:55,468 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34959 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=5296cfb18d53,37967,1731115251917, table=test, region=0f19a7d9e304cddc86e9896874c6b330. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T01:20:55,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:20:55,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f19a7d9e304cddc86e9896874c6b330, server=5296cfb18d53,37967,1731115251917 in 243 msec 2024-11-09T01:20:55,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:20:55,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0f19a7d9e304cddc86e9896874c6b330, ASSIGN in 415 msec 2024-11-09T01:20:55,483 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:20:55,483 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115255483"}]},"ts":"1731115255483"} 2024-11-09T01:20:55,485 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:20:55,486 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:20:55,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 501 msec 2024-11-09T01:20:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:20:55,628 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:20:55,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e253ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:55,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,34959,-1 for getting cluster id 2024-11-09T01:20:55,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:55,646 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14455526-4a75-43b3-876f-6dc3db193515' 2024-11-09T01:20:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14455526-4a75-43b3-876f-6dc3db193515" 2024-11-09T01:20:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69af6afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,34959,-1] 2024-11-09T01:20:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:55,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:55,649 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0ffec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:55,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:55,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,34959,1731115251460 2024-11-09T01:20:55,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd0e829 2024-11-09T01:20:55,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:55,652 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:20:55,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:34959,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:20:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:20:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:55,657 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:34959' 2024-11-09T01:20:55,672 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e88628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:55,672 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,34959,-1 for getting cluster id 2024-11-09T01:20:55,673 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:20:55,674 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14455526-4a75-43b3-876f-6dc3db193515' 2024-11-09T01:20:55,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:20:55,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14455526-4a75-43b3-876f-6dc3db193515" 2024-11-09T01:20:55,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbc93a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:55,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,34959,-1] 2024-11-09T01:20:55,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:20:55,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:55,677 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:20:55,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2417bb95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:20:55,678 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:20:55,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,34959,1731115251460 2024-11-09T01:20:55,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2340ce44 2024-11-09T01:20:55,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:20:55,680 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:20:55,681 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T01:20:55,681 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:20:55,681 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:55,682 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:55,682 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5296cfb18d53:34959, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T01:20:55,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:55,691 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5296cfb18d53:34959, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5296cfb18d53:34959, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5296cfb18d53:34959, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-09T01:20:55,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5296cfb18d53:34959, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=39 msec 2024-11-09T01:20:55,693 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-09T01:20:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:20:55,773 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://5296cfb18d53:34959, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-09T01:20:55,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:20:55,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:20:55,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:55,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:20:55,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:20:55,799 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 361) Potentially hanging thread: IPC Server handler 4 on default port 35391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/5296cfb18d53:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@68f4d1a7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5296cfb18d53:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: PacketResponder: BP-1299336583-172.17.0.2-1731115249185:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1921398611_20 at /127.0.0.1:50148 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Session-HouseKeeper-7141e8e7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/cluster_3df70da6-b04b-b66f-22e4-5aad0e447af4/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1066801783-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;5296cfb18d53:37967-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35391 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5296cfb18d53:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1669858204-7929 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f634c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2c814883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f634c9fccb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63939 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115253508 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7edd9bad java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1669858204-7931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 41463 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1066801783-7885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@13a4d7d8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1066801783-7884-acceptor-0@aeec9b1-ServerConnector@214d80a8{HTTP/1.1, (http/1.1)}{localhost:35775} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63939) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/cluster_3df70da6-b04b-b66f-22e4-5aad0e447af4/data/data1/current/BP-1299336583-172.17.0.2-1731115249185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:63939): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115253512 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d/MasterData-prefix:5296cfb18d53,34959,1731115251460 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp1066801783-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f634c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 41463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1921398611_20 at /127.0.0.1:50206 [Receiving block BP-1299336583-172.17.0.2-1731115249185:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63939) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 4 on default port 41463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;5296cfb18d53:37967 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@58823de1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4ac24cce-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1812941378_20 at /127.0.0.1:50182 [Receiving block BP-1299336583-172.17.0.2-1731115249185:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5296cfb18d53:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35391 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1669858204-7930-acceptor-0@7476bd0c-ServerConnector@734d401c{HTTP/1.1, (http/1.1)}{localhost:34315} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1299336583-172.17.0.2-1731115249185 heartbeating to localhost/127.0.0.1:35391 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1066801783-7887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp1066801783-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f634c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/cluster_3df70da6-b04b-b66f-22e4-5aad0e447af4/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 1 on default port 41463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35391 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 5296cfb18d53:34959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(795770317) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@510836b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;5296cfb18d53:34959 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PacketResponder: BP-1299336583-172.17.0.2-1731115249185:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63939) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d-prefix:5296cfb18d53,37967,1731115251917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3d2a6f07 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@221ea79b java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/5296cfb18d53:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$591/0x00007f634cab4a38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2d996216[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1669858204-7932 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1921398611_20 at /127.0.0.1:50220 [Receiving block BP-1299336583-172.17.0.2-1731115249185:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@b45b101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35391/user/jenkins/test-data/ceb73572-3b51-bd5a-5938-7bb95766c54d-prefix:5296cfb18d53,37967,1731115251917.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1299336583-172.17.0.2-1731115249185:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1066801783-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f634c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35391 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 35391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1066801783-7883 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f634c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/cluster_3df70da6-b04b-b66f-22e4-5aad0e447af4/data/data2/current/BP-1299336583-172.17.0.2-1731115249185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) - Thread LEAK? -, OpenFileDescriptor=872 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=652 (was 522) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1419 (was 1559) 2024-11-09T01:20:55,803 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-09T01:20:55,844 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=652, ProcessCount=11, AvailableMemoryMB=1413 2024-11-09T01:20:55,844 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-09T01:20:55,868 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-09T01:20:55,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/hadoop.log.dir so I do NOT create it in target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf 2024-11-09T01:20:55,869 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:20:55,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/hadoop.tmp.dir so I do NOT create it in target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf 2024-11-09T01:20:55,869 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/64ee908d-1e03-eabe-de53-939cf657303f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:20:55,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf 2024-11-09T01:20:55,870 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/cluster_897248b3-d447-8b98-068f-521dea45013f, deleteOnExit=true 2024-11-09T01:20:55,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/cluster_897248b3-d447-8b98-068f-521dea45013f/zookeeper_0, clientPort=56037, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/cluster_897248b3-d447-8b98-068f-521dea45013f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/cluster_897248b3-d447-8b98-068f-521dea45013f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:20:55,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56037 2024-11-09T01:20:55,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:20:55,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:20:55,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/test.cache.data in system properties and HBase conf 2024-11-09T01:20:55,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:20:55,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:20:55,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:20:55,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:20:55,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:20:55,994 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:20:55,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:20:55,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:20:55,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:20:55,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:20:55,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:20:55,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:20:55,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:20:55,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:20:55,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:20:55,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:20:55,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:20:55,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:20:55,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:20:55,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:20:56,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:56,516 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:20:56,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:20:56,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:20:56,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:20:56,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:56,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74e8e7cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:20:56,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4580d9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:20:56,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@576bf25{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/java.io.tmpdir/jetty-localhost-37861-hadoop-hdfs-3_4_1-tests_jar-_-any-5839822968694848852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:20:56,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63e9759f{HTTP/1.1, (http/1.1)}{localhost:37861} 2024-11-09T01:20:56,709 INFO [Time-limited test {}] server.Server(415): Started @331294ms 2024-11-09T01:20:57,217 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:20:57,221 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,221 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,221 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,221 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,222 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,222 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,273 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,273 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,273 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,274 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,274 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,274 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,284 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,289 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,289 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,292 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:20:57,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:20:57,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:20:57,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:20:57,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:20:57,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:20:57,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3607faf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:20:57,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae0e6eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:20:57,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e65dc06{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/java.io.tmpdir/jetty-localhost-46569-hadoop-hdfs-3_4_1-tests_jar-_-any-12513983092217719646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:20:57,539 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1507e799{HTTP/1.1, (http/1.1)}{localhost:46569} 2024-11-09T01:20:57,539 INFO [Time-limited test {}] server.Server(415): Started @332124ms 2024-11-09T01:20:57,540 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:20:59,161 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/cluster_897248b3-d447-8b98-068f-521dea45013f/data/data1/current/BP-1541552811-172.17.0.2-1731115256031/current, will proceed with Du for space computation calculation, 2024-11-09T01:20:59,164 WARN [Thread-4315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/cluster_897248b3-d447-8b98-068f-521dea45013f/data/data2/current/BP-1541552811-172.17.0.2-1731115256031/current, will proceed with Du for space computation calculation, 2024-11-09T01:20:59,203 WARN [Thread-4302 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:20:59,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a24461a05769a6c with lease ID 0xda9b5321e5166423: Processing first storage report for DS-32b31352-9792-4fd7-8dc4-4add3722d3e6 from datanode DatanodeRegistration(127.0.0.1:37745, datanodeUuid=5398d8f3-ebd4-46e2-a650-ae47af90d017, infoPort=43059, infoSecurePort=0, ipcPort=45705, storageInfo=lv=-57;cid=testClusterID;nsid=1944227831;c=1731115256031) 2024-11-09T01:20:59,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a24461a05769a6c with lease ID 0xda9b5321e5166423: from storage DS-32b31352-9792-4fd7-8dc4-4add3722d3e6 node DatanodeRegistration(127.0.0.1:37745, datanodeUuid=5398d8f3-ebd4-46e2-a650-ae47af90d017, infoPort=43059, infoSecurePort=0, ipcPort=45705, storageInfo=lv=-57;cid=testClusterID;nsid=1944227831;c=1731115256031), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:20:59,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a24461a05769a6c with lease ID 0xda9b5321e5166423: Processing first storage report for DS-27f3d43e-686f-427e-80d5-83beead1c74b from datanode DatanodeRegistration(127.0.0.1:37745, datanodeUuid=5398d8f3-ebd4-46e2-a650-ae47af90d017, infoPort=43059, infoSecurePort=0, ipcPort=45705, storageInfo=lv=-57;cid=testClusterID;nsid=1944227831;c=1731115256031) 2024-11-09T01:20:59,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a24461a05769a6c with lease ID 0xda9b5321e5166423: from storage DS-27f3d43e-686f-427e-80d5-83beead1c74b node DatanodeRegistration(127.0.0.1:37745, datanodeUuid=5398d8f3-ebd4-46e2-a650-ae47af90d017, infoPort=43059, infoSecurePort=0, ipcPort=45705, storageInfo=lv=-57;cid=testClusterID;nsid=1944227831;c=1731115256031), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:20:59,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf 2024-11-09T01:20:59,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:59,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:59,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:20:59,313 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa with version=8 2024-11-09T01:20:59,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/hbase-staging 2024-11-09T01:20:59,316 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:20:59,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:59,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:59,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:20:59,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:59,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:20:59,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:20:59,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:20:59,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41413 2024-11-09T01:20:59,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41413 connecting to ZooKeeper ensemble=127.0.0.1:56037 2024-11-09T01:20:59,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414130x0, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:20:59,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41413-0x1011d2e84500000 connected 2024-11-09T01:20:59,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:59,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:59,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Set watcher on znode that does not yet exist, /0-2127230157/running 2024-11-09T01:20:59,534 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa, hbase.cluster.distributed=false 2024-11-09T01:20:59,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Set watcher on znode that does not yet exist, /0-2127230157/acl 2024-11-09T01:20:59,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41413 2024-11-09T01:20:59,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41413 2024-11-09T01:20:59,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41413 2024-11-09T01:20:59,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41413 2024-11-09T01:20:59,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41413 2024-11-09T01:20:59,569 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:20:59,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:59,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:59,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:20:59,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:20:59,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:20:59,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:20:59,569 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:20:59,569 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36585 2024-11-09T01:20:59,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36585 connecting to ZooKeeper ensemble=127.0.0.1:56037 2024-11-09T01:20:59,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:59,571 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:20:59,572 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T01:20:59,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:20:59,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365850x0, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:20:59,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365850x0, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Set watcher on znode that does not yet exist, /0-2127230157/running 2024-11-09T01:20:59,584 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:20:59,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36585-0x1011d2e84500001 connected 2024-11-09T01:20:59,588 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:20:59,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Set watcher on znode that does not yet exist, /0-2127230157/master 2024-11-09T01:20:59,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Set watcher on znode that does not yet exist, /0-2127230157/acl 2024-11-09T01:20:59,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36585 2024-11-09T01:20:59,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36585 2024-11-09T01:20:59,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36585 2024-11-09T01:20:59,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36585 2024-11-09T01:20:59,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36585 2024-11-09T01:20:59,656 DEBUG [M:0;5296cfb18d53:41413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:41413 2024-11-09T01:20:59,664 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2127230157/backup-masters/5296cfb18d53,41413,1731115259316 2024-11-09T01:20:59,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157/backup-masters 2024-11-09T01:20:59,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157/backup-masters 2024-11-09T01:20:59,676 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Set watcher on existing znode=/0-2127230157/backup-masters/5296cfb18d53,41413,1731115259316 2024-11-09T01:20:59,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:20:59,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2127230157/master 2024-11-09T01:20:59,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:20:59,690 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Set watcher on existing znode=/0-2127230157/master 2024-11-09T01:20:59,690 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2127230157/backup-masters/5296cfb18d53,41413,1731115259316 from backup master directory 2024-11-09T01:20:59,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2127230157/backup-masters/5296cfb18d53,41413,1731115259316 2024-11-09T01:20:59,772 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:20:59,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157/backup-masters 2024-11-09T01:20:59,772 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,41413,1731115259316 2024-11-09T01:20:59,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157/backup-masters 2024-11-09T01:20:59,800 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/hbase.id] with ID: 8059d972-0534-4444-b7dd-fe0d9a1113ed 2024-11-09T01:20:59,800 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/.tmp/hbase.id 2024-11-09T01:20:59,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:21:00,228 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/.tmp/hbase.id]:[hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/hbase.id] 2024-11-09T01:21:00,241 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:00,241 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:21:00,242 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:21:00,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:00,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:00,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:21:00,711 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:21:00,712 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:21:00,712 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:21:00,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:21:00,723 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store 2024-11-09T01:21:00,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:21:01,161 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:01,161 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:21:01,161 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:01,161 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:01,161 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:21:01,161 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:01,161 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:01,161 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115261161Disabling compacts and flushes for region at 1731115261161Disabling writes for close at 1731115261161Writing region close event to WAL at 1731115261161Closed at 1731115261161 2024-11-09T01:21:01,162 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/.initializing 2024-11-09T01:21:01,162 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/WALs/5296cfb18d53,41413,1731115259316 2024-11-09T01:21:01,163 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:21:01,165 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C41413%2C1731115259316, suffix=, logDir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/WALs/5296cfb18d53,41413,1731115259316, archiveDir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/oldWALs, maxLogs=10 2024-11-09T01:21:01,181 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/WALs/5296cfb18d53,41413,1731115259316/5296cfb18d53%2C41413%2C1731115259316.1731115261166, exclude list is [], retry=0 2024-11-09T01:21:01,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37745,DS-32b31352-9792-4fd7-8dc4-4add3722d3e6,DISK] 2024-11-09T01:21:01,186 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/WALs/5296cfb18d53,41413,1731115259316/5296cfb18d53%2C41413%2C1731115259316.1731115261166 2024-11-09T01:21:01,186 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-09T01:21:01,186 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:21:01,186 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:01,186 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:01,186 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:01,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:01,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:21:01,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:01,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:01,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:01,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:21:01,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:01,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:01,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:01,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:21:01,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:01,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:01,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:01,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:21:01,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:01,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:01,194 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:01,195 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:01,195 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:01,196 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:01,196 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:01,196 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:21:01,197 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:01,200 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:21:01,201 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60871097, jitterRate=-0.09294997155666351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:21:01,201 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115261186Initializing all the Stores at 1731115261187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115261187Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115261187Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115261187Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115261187Cleaning up temporary data from old regions at 1731115261196 (+9 ms)Region opened successfully at 1731115261201 (+5 ms) 2024-11-09T01:21:01,202 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:21:01,205 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626f3547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:21:01,206 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:21:01,206 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:21:01,206 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:21:01,207 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:21:01,207 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:21:01,207 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:21:01,208 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:21:01,215 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:21:01,216 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Unable to get data of znode /0-2127230157/balancer because node does not exist (not necessarily an error) 2024-11-09T01:21:01,289 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2127230157/balancer already deleted, retry=false 2024-11-09T01:21:01,289 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:21:01,290 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Unable to get data of znode /0-2127230157/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:21:01,299 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2127230157/normalizer already deleted, retry=false 2024-11-09T01:21:01,300 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:21:01,301 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Unable to get data of znode /0-2127230157/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:21:01,310 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2127230157/switch/split already deleted, retry=false 2024-11-09T01:21:01,311 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Unable to get data of znode /0-2127230157/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:21:01,320 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2127230157/switch/merge already deleted, retry=false 2024-11-09T01:21:01,323 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Unable to get data of znode /0-2127230157/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:21:01,331 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2127230157/snapshot-cleanup already deleted, retry=false 2024-11-09T01:21:01,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2127230157/running 2024-11-09T01:21:01,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:01,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2127230157/running 2024-11-09T01:21:01,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:01,342 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,41413,1731115259316, sessionid=0x1011d2e84500000, setting cluster-up flag (Was=false) 2024-11-09T01:21:01,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:01,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:01,395 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2127230157/flush-table-proc/acquired, /0-2127230157/flush-table-proc/reached, /0-2127230157/flush-table-proc/abort 2024-11-09T01:21:01,397 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,41413,1731115259316 2024-11-09T01:21:01,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:01,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:01,447 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2127230157/online-snapshot/acquired, /0-2127230157/online-snapshot/reached, /0-2127230157/online-snapshot/abort 2024-11-09T01:21:01,452 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,41413,1731115259316 2024-11-09T01:21:01,454 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:21:01,455 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:21:01,455 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:21:01,455 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:21:01,456 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,41413,1731115259316 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:21:01,457 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:21:01,457 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:21:01,457 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:21:01,457 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:21:01,457 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:21:01,457 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:01,457 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:21:01,457 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:01,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:21:01,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:21:01,471 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:01,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:21:01,481 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115291480 2024-11-09T01:21:01,481 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:21:01,481 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:21:01,481 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:21:01,481 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:21:01,481 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:21:01,481 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:21:01,488 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:01,489 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:21:01,489 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:21:01,489 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:21:01,489 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:21:01,490 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:21:01,490 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:21:01,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:21:01,493 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115261490,5,FailOnTimeoutGroup] 2024-11-09T01:21:01,494 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115261493,5,FailOnTimeoutGroup] 2024-11-09T01:21:01,494 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:01,494 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:21:01,494 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:01,494 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:01,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:21:01,501 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa 2024-11-09T01:21:01,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:21:01,549 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(746): ClusterId : 8059d972-0534-4444-b7dd-fe0d9a1113ed 2024-11-09T01:21:01,550 DEBUG [RS:0;5296cfb18d53:36585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:21:01,564 DEBUG [RS:0;5296cfb18d53:36585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:21:01,564 DEBUG [RS:0;5296cfb18d53:36585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:21:01,574 DEBUG [RS:0;5296cfb18d53:36585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:21:01,574 DEBUG [RS:0;5296cfb18d53:36585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f6f8e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:21:01,588 DEBUG [RS:0;5296cfb18d53:36585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:36585 2024-11-09T01:21:01,588 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:21:01,588 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:21:01,588 DEBUG [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:21:01,589 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,41413,1731115259316 with port=36585, startcode=1731115259568 2024-11-09T01:21:01,589 DEBUG [RS:0;5296cfb18d53:36585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:21:01,591 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:21:01,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,36585,1731115259568 2024-11-09T01:21:01,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41413 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,36585,1731115259568 2024-11-09T01:21:01,592 DEBUG [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa 2024-11-09T01:21:01,592 DEBUG [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40305 2024-11-09T01:21:01,592 DEBUG [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:21:01,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157/rs 2024-11-09T01:21:01,605 DEBUG [RS:0;5296cfb18d53:36585 {}] zookeeper.ZKUtil(111): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Set watcher on existing znode=/0-2127230157/rs/5296cfb18d53,36585,1731115259568 2024-11-09T01:21:01,605 WARN [RS:0;5296cfb18d53:36585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:21:01,605 INFO [RS:0;5296cfb18d53:36585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:21:01,606 DEBUG [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568 2024-11-09T01:21:01,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,36585,1731115259568] 2024-11-09T01:21:01,609 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:21:01,616 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:21:01,628 INFO [RS:0;5296cfb18d53:36585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:21:01,628 INFO [RS:0;5296cfb18d53:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:01,629 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:21:01,629 INFO [RS:0;5296cfb18d53:36585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:21:01,629 INFO [RS:0;5296cfb18d53:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:01,629 DEBUG [RS:0;5296cfb18d53:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:01,629 DEBUG [RS:0;5296cfb18d53:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:01,629 DEBUG [RS:0;5296cfb18d53:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:01,629 DEBUG [RS:0;5296cfb18d53:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:01,629 DEBUG [RS:0;5296cfb18d53:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:01,630 DEBUG [RS:0;5296cfb18d53:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:21:01,630 DEBUG [RS:0;5296cfb18d53:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:01,630 DEBUG [RS:0;5296cfb18d53:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:01,630 DEBUG [RS:0;5296cfb18d53:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:01,630 DEBUG [RS:0;5296cfb18d53:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:01,630 DEBUG [RS:0;5296cfb18d53:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:01,630 DEBUG [RS:0;5296cfb18d53:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:01,630 DEBUG [RS:0;5296cfb18d53:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:21:01,630 DEBUG [RS:0;5296cfb18d53:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:21:01,630 INFO [RS:0;5296cfb18d53:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:01,631 INFO [RS:0;5296cfb18d53:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:01,631 INFO [RS:0;5296cfb18d53:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:01,631 INFO [RS:0;5296cfb18d53:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:01,631 INFO [RS:0;5296cfb18d53:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:01,631 INFO [RS:0;5296cfb18d53:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36585,1731115259568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:21:01,649 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:21:01,649 INFO [RS:0;5296cfb18d53:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36585,1731115259568-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:01,649 INFO [RS:0;5296cfb18d53:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:01,649 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.Replication(171): 5296cfb18d53,36585,1731115259568 started 2024-11-09T01:21:01,667 INFO [RS:0;5296cfb18d53:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:01,668 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,36585,1731115259568, RpcServer on 5296cfb18d53/172.17.0.2:36585, sessionid=0x1011d2e84500001 2024-11-09T01:21:01,668 DEBUG [RS:0;5296cfb18d53:36585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:21:01,668 DEBUG [RS:0;5296cfb18d53:36585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,36585,1731115259568 2024-11-09T01:21:01,668 DEBUG [RS:0;5296cfb18d53:36585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,36585,1731115259568' 2024-11-09T01:21:01,668 DEBUG [RS:0;5296cfb18d53:36585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2127230157/flush-table-proc/abort' 2024-11-09T01:21:01,669 DEBUG [RS:0;5296cfb18d53:36585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2127230157/flush-table-proc/acquired' 2024-11-09T01:21:01,669 DEBUG [RS:0;5296cfb18d53:36585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:21:01,669 DEBUG [RS:0;5296cfb18d53:36585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:21:01,669 DEBUG [RS:0;5296cfb18d53:36585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,36585,1731115259568 2024-11-09T01:21:01,669 DEBUG [RS:0;5296cfb18d53:36585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,36585,1731115259568' 2024-11-09T01:21:01,669 DEBUG [RS:0;5296cfb18d53:36585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2127230157/online-snapshot/abort' 2024-11-09T01:21:01,669 DEBUG [RS:0;5296cfb18d53:36585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2127230157/online-snapshot/acquired' 2024-11-09T01:21:01,670 DEBUG [RS:0;5296cfb18d53:36585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:21:01,670 INFO [RS:0;5296cfb18d53:36585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:21:01,670 INFO [RS:0;5296cfb18d53:36585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:21:01,770 INFO [RS:0;5296cfb18d53:36585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:21:01,772 INFO [RS:0;5296cfb18d53:36585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C36585%2C1731115259568, suffix=, logDir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568, archiveDir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/oldWALs, maxLogs=10 2024-11-09T01:21:01,789 DEBUG [RS:0;5296cfb18d53:36585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773, exclude list is [], retry=0 2024-11-09T01:21:01,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37745,DS-32b31352-9792-4fd7-8dc4-4add3722d3e6,DISK] 2024-11-09T01:21:01,817 INFO [RS:0;5296cfb18d53:36585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773 2024-11-09T01:21:01,817 DEBUG [RS:0;5296cfb18d53:36585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-09T01:21:01,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:01,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:21:01,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:21:01,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:01,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:01,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:21:01,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:21:01,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:01,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:01,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:21:01,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:21:01,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:01,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:01,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:21:01,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:21:01,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:01,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:01,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:21:01,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740 2024-11-09T01:21:01,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740 2024-11-09T01:21:01,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:21:01,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:21:01,926 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:21:01,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:21:01,929 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:21:01,929 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65588389, jitterRate=-0.022656843066215515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:21:01,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115261912Initializing all the Stores at 1731115261913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115261913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115261913Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115261913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115261913Cleaning up temporary data from old regions at 1731115261925 (+12 ms)Region opened successfully at 1731115261929 (+4 ms) 2024-11-09T01:21:01,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:21:01,930 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:21:01,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:21:01,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:21:01,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:21:01,940 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:21:01,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115261929Disabling compacts and flushes for region at 1731115261929Disabling writes for close at 1731115261930 (+1 ms)Writing region close event to WAL at 1731115261940 (+10 ms)Closed at 1731115261940 2024-11-09T01:21:01,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:21:01,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:21:01,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:21:01,943 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:21:01,944 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:21:02,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:21:02,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T01:21:02,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T01:21:02,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T01:21:02,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:21:02,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T01:21:02,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:21:02,044 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T01:21:02,094 DEBUG [5296cfb18d53:41413 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:21:02,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,36585,1731115259568 2024-11-09T01:21:02,097 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,36585,1731115259568, state=OPENING 2024-11-09T01:21:02,205 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:21:02,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:02,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:02,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2127230157/meta-region-server: CHANGED 2024-11-09T01:21:02,248 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:21:02,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,36585,1731115259568}] 2024-11-09T01:21:02,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2127230157/meta-region-server: CHANGED 2024-11-09T01:21:02,405 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:21:02,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:21:02,432 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:21:02,432 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:21:02,433 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:21:02,438 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C36585%2C1731115259568.meta, suffix=.meta, logDir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568, archiveDir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/oldWALs, maxLogs=10 2024-11-09T01:21:02,455 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.meta.1731115262438.meta, exclude list is [], retry=0 2024-11-09T01:21:02,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37745,DS-32b31352-9792-4fd7-8dc4-4add3722d3e6,DISK] 2024-11-09T01:21:02,461 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.meta.1731115262438.meta 2024-11-09T01:21:02,461 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-09T01:21:02,461 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:21:02,462 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:21:02,462 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:21:02,462 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:21:02,462 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:21:02,462 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:21:02,462 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:02,462 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:21:02,462 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:21:02,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:21:02,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:21:02,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:02,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:02,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:21:02,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:21:02,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:02,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:02,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:21:02,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:21:02,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:02,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:02,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:21:02,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:21:02,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:02,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:02,488 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:21:02,489 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740 2024-11-09T01:21:02,490 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740 2024-11-09T01:21:02,491 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:21:02,491 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:21:02,492 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:21:02,493 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:21:02,494 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60611419, jitterRate=-0.09681947529315948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:21:02,495 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:21:02,495 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115262463Writing region info on filesystem at 1731115262463Initializing all the Stores at 1731115262464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115262464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115262476 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115262476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115262476Cleaning up temporary data from old regions at 1731115262491 (+15 ms)Running coprocessor post-open hooks at 1731115262495 (+4 ms)Region opened successfully at 1731115262495 2024-11-09T01:21:02,497 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115262404 2024-11-09T01:21:02,503 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:21:02,503 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:21:02,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,36585,1731115259568 2024-11-09T01:21:02,504 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,36585,1731115259568, state=OPEN 2024-11-09T01:21:02,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2127230157/meta-region-server 2024-11-09T01:21:02,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2127230157/meta-region-server: CHANGED 2024-11-09T01:21:02,522 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,36585,1731115259568 2024-11-09T01:21:02,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2127230157/meta-region-server 2024-11-09T01:21:02,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:21:02,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,36585,1731115259568 in 274 msec 2024-11-09T01:21:02,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2127230157/meta-region-server: CHANGED 2024-11-09T01:21:02,540 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:21:02,540 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:21:02,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:21:02,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 586 msec 2024-11-09T01:21:02,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:21:02,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36585,1731115259568, seqNum=-1] 2024-11-09T01:21:02,544 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:21:02,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:21:02,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1050 sec 2024-11-09T01:21:02,564 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115262564, completionTime=-1 2024-11-09T01:21:02,564 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:21:02,564 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:21:02,568 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:21:02,568 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115322568 2024-11-09T01:21:02,568 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115382568 2024-11-09T01:21:02,568 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T01:21:02,569 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41413,1731115259316-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:02,569 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41413,1731115259316-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:02,569 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41413,1731115259316-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:02,569 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:41413, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:02,569 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:02,573 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:21:02,575 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:02,583 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.810sec 2024-11-09T01:21:02,583 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:21:02,583 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:21:02,583 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:21:02,583 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:21:02,583 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:21:02,583 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41413,1731115259316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:21:02,583 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41413,1731115259316-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:21:02,594 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:21:02,594 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:21:02,594 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41413,1731115259316-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:02,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf6c471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:02,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,41413,-1 for getting cluster id 2024-11-09T01:21:02,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:02,688 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8059d972-0534-4444-b7dd-fe0d9a1113ed' 2024-11-09T01:21:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8059d972-0534-4444-b7dd-fe0d9a1113ed" 2024-11-09T01:21:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4a9fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,41413,-1] 2024-11-09T01:21:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:02,691 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:02,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecd52f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:02,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:21:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36585,1731115259568, seqNum=-1] 2024-11-09T01:21:02,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:21:02,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:21:02,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,41413,1731115259316 2024-11-09T01:21:02,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56037 2024-11-09T01:21:02,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:21:02,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d2e84500002 connected 2024-11-09T01:21:02,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/hadoop.log.dir so I do NOT create it in target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1 2024-11-09T01:21:02,798 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:21:02,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/hadoop.tmp.dir so I do NOT create it in target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1 2024-11-09T01:21:02,798 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:21:02,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1 2024-11-09T01:21:02,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:21:02,799 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/cluster_0521770b-c1a5-db95-f725-086fec395351, deleteOnExit=true 2024-11-09T01:21:02,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:21:02,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/test.cache.data in system properties and HBase conf 2024-11-09T01:21:02,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:21:02,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:21:02,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:21:02,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:21:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:21:02,801 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:21:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:21:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:21:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:21:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:21:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:21:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:21:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:21:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:21:02,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:21:02,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:21:02,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:21:02,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:21:02,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:21:02,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:21:03,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:21:03,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:21:03,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:21:03,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:21:03,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:21:03,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:21:03,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40e3bfe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:21:03,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49c62e40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:21:03,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ea289d4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/java.io.tmpdir/jetty-localhost-38493-hadoop-hdfs-3_4_1-tests_jar-_-any-10937783256258709426/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:21:03,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2aa0a53{HTTP/1.1, (http/1.1)}{localhost:38493} 2024-11-09T01:21:03,548 INFO [Time-limited test {}] server.Server(415): Started @338120ms 2024-11-09T01:21:04,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:21:04,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:21:04,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:21:04,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:21:04,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:21:04,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c49e84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:21:04,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@753261d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:21:04,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20550ccd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/java.io.tmpdir/jetty-localhost-41101-hadoop-hdfs-3_4_1-tests_jar-_-any-1855476583954040253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:21:04,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@705f9919{HTTP/1.1, (http/1.1)}{localhost:41101} 2024-11-09T01:21:04,433 INFO [Time-limited test {}] server.Server(415): Started @339018ms 2024-11-09T01:21:04,435 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:21:05,225 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/cluster_0521770b-c1a5-db95-f725-086fec395351/data/data1/current/BP-949171152-172.17.0.2-1731115262825/current, will proceed with Du for space computation calculation, 2024-11-09T01:21:05,229 WARN [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/cluster_0521770b-c1a5-db95-f725-086fec395351/data/data2/current/BP-949171152-172.17.0.2-1731115262825/current, will proceed with Du for space computation calculation, 2024-11-09T01:21:05,333 WARN [Thread-4422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:21:05,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dacd3f07897e68c with lease ID 0xe61b7d48fc03a604: Processing first storage report for DS-6a085e4e-eac2-480e-a470-2c0cabf29e31 from datanode DatanodeRegistration(127.0.0.1:39551, datanodeUuid=ef22beac-0abc-4d1f-bbf0-e50c4d3e71f8, infoPort=45967, infoSecurePort=0, ipcPort=35725, storageInfo=lv=-57;cid=testClusterID;nsid=1586895365;c=1731115262825) 2024-11-09T01:21:05,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dacd3f07897e68c with lease ID 0xe61b7d48fc03a604: from storage DS-6a085e4e-eac2-480e-a470-2c0cabf29e31 node DatanodeRegistration(127.0.0.1:39551, datanodeUuid=ef22beac-0abc-4d1f-bbf0-e50c4d3e71f8, infoPort=45967, infoSecurePort=0, ipcPort=35725, storageInfo=lv=-57;cid=testClusterID;nsid=1586895365;c=1731115262825), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:21:05,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dacd3f07897e68c with lease ID 0xe61b7d48fc03a604: Processing first storage report for DS-aa67dd09-d558-4a37-9af4-b5da873aba01 from datanode DatanodeRegistration(127.0.0.1:39551, datanodeUuid=ef22beac-0abc-4d1f-bbf0-e50c4d3e71f8, infoPort=45967, infoSecurePort=0, ipcPort=35725, storageInfo=lv=-57;cid=testClusterID;nsid=1586895365;c=1731115262825) 2024-11-09T01:21:05,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dacd3f07897e68c with lease ID 0xe61b7d48fc03a604: from storage DS-aa67dd09-d558-4a37-9af4-b5da873aba01 node DatanodeRegistration(127.0.0.1:39551, datanodeUuid=ef22beac-0abc-4d1f-bbf0-e50c4d3e71f8, infoPort=45967, infoSecurePort=0, ipcPort=35725, storageInfo=lv=-57;cid=testClusterID;nsid=1586895365;c=1731115262825), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:21:05,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1 2024-11-09T01:21:05,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:05,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:05,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:21:05,805 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff with version=8 2024-11-09T01:21:05,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/hbase-staging 2024-11-09T01:21:05,808 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:21:05,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:21:05,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:21:05,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:21:05,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:21:05,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:21:05,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:21:05,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:21:05,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38819 2024-11-09T01:21:05,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38819 connecting to ZooKeeper ensemble=127.0.0.1:56037 2024-11-09T01:21:05,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388190x0, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:21:05,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38819-0x1011d2e84500003 connected 2024-11-09T01:21:05,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:05,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:05,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Set watcher on znode that does not yet exist, /1-457034622/running 2024-11-09T01:21:05,946 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff, hbase.cluster.distributed=false 2024-11-09T01:21:05,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Set watcher on znode that does not yet exist, /1-457034622/acl 2024-11-09T01:21:05,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38819 2024-11-09T01:21:05,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38819 2024-11-09T01:21:05,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38819 2024-11-09T01:21:05,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38819 2024-11-09T01:21:05,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38819 2024-11-09T01:21:05,968 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:21:05,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:21:05,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:21:05,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:21:05,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:21:05,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:21:05,969 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:21:05,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:21:05,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34033 2024-11-09T01:21:05,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34033 connecting to ZooKeeper ensemble=127.0.0.1:56037 2024-11-09T01:21:05,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:05,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:05,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340330x0, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:21:05,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340330x0, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Set watcher on znode that does not yet exist, /1-457034622/running 2024-11-09T01:21:05,998 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:21:06,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34033-0x1011d2e84500004 connected 2024-11-09T01:21:06,017 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:21:06,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Set watcher on znode that does not yet exist, /1-457034622/master 2024-11-09T01:21:06,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Set watcher on znode that does not yet exist, /1-457034622/acl 2024-11-09T01:21:06,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34033 2024-11-09T01:21:06,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34033 2024-11-09T01:21:06,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34033 2024-11-09T01:21:06,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34033 2024-11-09T01:21:06,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34033 2024-11-09T01:21:06,103 DEBUG [M:0;5296cfb18d53:38819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:38819 2024-11-09T01:21:06,104 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-457034622/backup-masters/5296cfb18d53,38819,1731115265808 2024-11-09T01:21:06,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622/backup-masters 2024-11-09T01:21:06,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622/backup-masters 2024-11-09T01:21:06,117 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Set watcher on existing znode=/1-457034622/backup-masters/5296cfb18d53,38819,1731115265808 2024-11-09T01:21:06,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:06,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-457034622/master 2024-11-09T01:21:06,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:06,128 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Set watcher on existing znode=/1-457034622/master 2024-11-09T01:21:06,128 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-457034622/backup-masters/5296cfb18d53,38819,1731115265808 from backup master directory 2024-11-09T01:21:06,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-457034622/backup-masters/5296cfb18d53,38819,1731115265808 2024-11-09T01:21:06,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622/backup-masters 2024-11-09T01:21:06,137 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:21:06,137 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,38819,1731115265808 2024-11-09T01:21:06,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622/backup-masters 2024-11-09T01:21:06,145 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/hbase.id] with ID: 2547dc7c-23e9-4ae0-80de-dfb2f730ef64 2024-11-09T01:21:06,145 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/.tmp/hbase.id 2024-11-09T01:21:06,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:21:06,559 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/.tmp/hbase.id]:[hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/hbase.id] 2024-11-09T01:21:06,568 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:06,569 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:21:06,570 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:21:06,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:06,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:06,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:21:07,056 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:21:07,057 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:21:07,057 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:21:07,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:21:07,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,496 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store 2024-11-09T01:21:07,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:07,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:21:07,544 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:07,544 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:21:07,544 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:07,544 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:07,544 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:21:07,545 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:07,545 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:07,545 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115267544Disabling compacts and flushes for region at 1731115267544Disabling writes for close at 1731115267544Writing region close event to WAL at 1731115267545 (+1 ms)Closed at 1731115267545 2024-11-09T01:21:07,545 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/.initializing 2024-11-09T01:21:07,546 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/WALs/5296cfb18d53,38819,1731115265808 2024-11-09T01:21:07,546 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:21:07,548 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C38819%2C1731115265808, suffix=, logDir=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/WALs/5296cfb18d53,38819,1731115265808, archiveDir=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/oldWALs, maxLogs=10 2024-11-09T01:21:07,567 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/WALs/5296cfb18d53,38819,1731115265808/5296cfb18d53%2C38819%2C1731115265808.1731115267548, exclude list is [], retry=0 2024-11-09T01:21:07,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39551,DS-6a085e4e-eac2-480e-a470-2c0cabf29e31,DISK] 2024-11-09T01:21:07,577 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/WALs/5296cfb18d53,38819,1731115265808/5296cfb18d53%2C38819%2C1731115265808.1731115267548 2024-11-09T01:21:07,592 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45967:45967)] 2024-11-09T01:21:07,592 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:21:07,593 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:07,593 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:07,593 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:07,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:07,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:21:07,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:07,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:07,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:07,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:21:07,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:07,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:07,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:07,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:21:07,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:07,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:07,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:07,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:21:07,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:07,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:07,605 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:07,606 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:07,606 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:07,607 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:07,607 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:07,608 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:21:07,609 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:07,617 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:21:07,618 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65511187, jitterRate=-0.023807242512702942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:21:07,618 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115267593Initializing all the Stores at 1731115267594 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115267594Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115267594Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115267594Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115267594Cleaning up temporary data from old regions at 1731115267607 (+13 ms)Region opened successfully at 1731115267618 (+11 ms) 2024-11-09T01:21:07,620 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:21:07,623 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ec594a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:21:07,625 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:21:07,625 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:21:07,625 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:21:07,625 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:21:07,626 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:21:07,626 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:21:07,626 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:21:07,654 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:21:07,655 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Unable to get data of znode /1-457034622/balancer because node does not exist (not necessarily an error) 2024-11-09T01:21:07,716 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-457034622/balancer already deleted, retry=false 2024-11-09T01:21:07,716 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:21:07,717 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Unable to get data of znode /1-457034622/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:21:07,726 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-457034622/normalizer already deleted, retry=false 2024-11-09T01:21:07,727 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:21:07,728 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Unable to get data of znode /1-457034622/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:21:07,741 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-457034622/switch/split already deleted, retry=false 2024-11-09T01:21:07,742 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Unable to get data of znode /1-457034622/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:21:07,751 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-457034622/switch/merge already deleted, retry=false 2024-11-09T01:21:07,754 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Unable to get data of znode /1-457034622/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:21:07,762 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-457034622/snapshot-cleanup already deleted, retry=false 2024-11-09T01:21:07,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-457034622/running 2024-11-09T01:21:07,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-457034622/running 2024-11-09T01:21:07,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:07,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:07,774 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,38819,1731115265808, sessionid=0x1011d2e84500003, setting cluster-up flag (Was=false) 2024-11-09T01:21:07,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:07,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:07,906 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-457034622/flush-table-proc/acquired, /1-457034622/flush-table-proc/reached, /1-457034622/flush-table-proc/abort 2024-11-09T01:21:07,907 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,38819,1731115265808 2024-11-09T01:21:08,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:21:08,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:08,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:08,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:08,594 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-457034622/online-snapshot/acquired, /1-457034622/online-snapshot/reached, /1-457034622/online-snapshot/abort 2024-11-09T01:21:08,596 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,38819,1731115265808 2024-11-09T01:21:08,605 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:21:08,614 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:21:08,614 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:21:08,614 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:21:08,615 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,38819,1731115265808 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:21:08,616 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:21:08,616 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:21:08,617 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:21:08,617 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:21:08,617 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:21:08,617 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:08,617 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:21:08,617 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:08,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:21:08,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:21:08,647 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:08,647 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:21:08,695 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115298695 2024-11-09T01:21:08,696 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:21:08,696 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:21:08,696 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:21:08,696 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:21:08,696 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:21:08,696 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:21:08,707 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(746): ClusterId : 2547dc7c-23e9-4ae0-80de-dfb2f730ef64 2024-11-09T01:21:08,707 DEBUG [RS:0;5296cfb18d53:34033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:21:08,708 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:08,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:21:08,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:21:08,731 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff 2024-11-09T01:21:08,736 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:21:08,736 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:21:08,736 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:21:08,737 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:21:08,748 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:21:08,748 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:21:08,765 DEBUG [RS:0;5296cfb18d53:34033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:21:08,765 DEBUG [RS:0;5296cfb18d53:34033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:21:08,774 DEBUG [RS:0;5296cfb18d53:34033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:21:08,775 DEBUG [RS:0;5296cfb18d53:34033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b727762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:21:08,776 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115268748,5,FailOnTimeoutGroup] 2024-11-09T01:21:08,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:21:08,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:08,814 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115268776,5,FailOnTimeoutGroup] 2024-11-09T01:21:08,814 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:08,814 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:21:08,814 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:08,814 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:08,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:21:08,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:21:08,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:08,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:08,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:21:08,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:21:08,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:08,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:08,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:21:08,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:21:08,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:08,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:08,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:21:08,835 DEBUG [RS:0;5296cfb18d53:34033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:34033 2024-11-09T01:21:08,835 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:21:08,836 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:21:08,836 DEBUG [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:21:08,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:21:08,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:08,837 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,38819,1731115265808 with port=34033, startcode=1731115265968 2024-11-09T01:21:08,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:08,837 DEBUG [RS:0;5296cfb18d53:34033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:21:08,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:21:08,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740 2024-11-09T01:21:08,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740 2024-11-09T01:21:08,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:21:08,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:21:08,841 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:21:08,841 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:21:08,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,34033,1731115265968 2024-11-09T01:21:08,842 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38819 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,34033,1731115265968 2024-11-09T01:21:08,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:21:08,843 DEBUG [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff 2024-11-09T01:21:08,843 DEBUG [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45913 2024-11-09T01:21:08,843 DEBUG [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:21:08,849 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:21:08,849 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63694908, jitterRate=-0.05087190866470337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:21:08,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115268807Initializing all the Stores at 1731115268808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115268809 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115268828 (+19 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115268828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115268828Cleaning up temporary data from old regions at 1731115268840 (+12 ms)Region opened successfully at 1731115268850 (+10 ms) 2024-11-09T01:21:08,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:21:08,850 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:21:08,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:21:08,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:21:08,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:21:08,866 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:21:08,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115268850Disabling compacts and flushes for region at 1731115268850Disabling writes for close at 1731115268850Writing region close event to WAL at 1731115268866 (+16 ms)Closed at 1731115268866 2024-11-09T01:21:08,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:21:08,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:21:08,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:21:08,869 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:21:08,870 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:21:09,020 WARN [5296cfb18d53:38819 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T01:21:09,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622/rs 2024-11-09T01:21:09,053 DEBUG [RS:0;5296cfb18d53:34033 {}] zookeeper.ZKUtil(111): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Set watcher on existing znode=/1-457034622/rs/5296cfb18d53,34033,1731115265968 2024-11-09T01:21:09,053 WARN [RS:0;5296cfb18d53:34033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:21:09,053 INFO [RS:0;5296cfb18d53:34033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:21:09,053 DEBUG [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/WALs/5296cfb18d53,34033,1731115265968 2024-11-09T01:21:09,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,34033,1731115265968] 2024-11-09T01:21:09,075 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:21:09,084 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:21:09,089 INFO [RS:0;5296cfb18d53:34033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:21:09,089 INFO [RS:0;5296cfb18d53:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:09,104 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:21:09,105 INFO [RS:0;5296cfb18d53:34033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:21:09,106 INFO [RS:0;5296cfb18d53:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:09,106 DEBUG [RS:0;5296cfb18d53:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:09,106 DEBUG [RS:0;5296cfb18d53:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:09,106 DEBUG [RS:0;5296cfb18d53:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:09,106 DEBUG [RS:0;5296cfb18d53:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:09,106 DEBUG [RS:0;5296cfb18d53:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:09,106 DEBUG [RS:0;5296cfb18d53:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:21:09,106 DEBUG [RS:0;5296cfb18d53:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:09,106 DEBUG [RS:0;5296cfb18d53:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:09,106 DEBUG [RS:0;5296cfb18d53:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:09,106 DEBUG [RS:0;5296cfb18d53:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:09,106 DEBUG [RS:0;5296cfb18d53:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:09,106 DEBUG [RS:0;5296cfb18d53:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:09,107 DEBUG [RS:0;5296cfb18d53:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:21:09,107 DEBUG [RS:0;5296cfb18d53:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:21:09,137 INFO [RS:0;5296cfb18d53:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:09,137 INFO [RS:0;5296cfb18d53:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:09,137 INFO [RS:0;5296cfb18d53:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:09,137 INFO [RS:0;5296cfb18d53:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:09,137 INFO [RS:0;5296cfb18d53:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:09,137 INFO [RS:0;5296cfb18d53:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34033,1731115265968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:21:09,167 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:21:09,168 INFO [RS:0;5296cfb18d53:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34033,1731115265968-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:09,168 INFO [RS:0;5296cfb18d53:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:09,168 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.Replication(171): 5296cfb18d53,34033,1731115265968 started 2024-11-09T01:21:09,230 INFO [RS:0;5296cfb18d53:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:09,231 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,34033,1731115265968, RpcServer on 5296cfb18d53/172.17.0.2:34033, sessionid=0x1011d2e84500004 2024-11-09T01:21:09,232 DEBUG [RS:0;5296cfb18d53:34033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:21:09,233 DEBUG [RS:0;5296cfb18d53:34033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,34033,1731115265968 2024-11-09T01:21:09,233 DEBUG [RS:0;5296cfb18d53:34033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,34033,1731115265968' 2024-11-09T01:21:09,233 DEBUG [RS:0;5296cfb18d53:34033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-457034622/flush-table-proc/abort' 2024-11-09T01:21:09,237 DEBUG [RS:0;5296cfb18d53:34033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-457034622/flush-table-proc/acquired' 2024-11-09T01:21:09,240 DEBUG [RS:0;5296cfb18d53:34033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:21:09,240 DEBUG [RS:0;5296cfb18d53:34033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:21:09,240 DEBUG [RS:0;5296cfb18d53:34033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,34033,1731115265968 2024-11-09T01:21:09,240 DEBUG [RS:0;5296cfb18d53:34033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,34033,1731115265968' 2024-11-09T01:21:09,240 DEBUG [RS:0;5296cfb18d53:34033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-457034622/online-snapshot/abort' 2024-11-09T01:21:09,242 DEBUG [RS:0;5296cfb18d53:34033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-457034622/online-snapshot/acquired' 2024-11-09T01:21:09,243 DEBUG [RS:0;5296cfb18d53:34033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:21:09,243 INFO [RS:0;5296cfb18d53:34033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:21:09,243 INFO [RS:0;5296cfb18d53:34033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:21:09,343 INFO [RS:0;5296cfb18d53:34033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:21:09,345 INFO [RS:0;5296cfb18d53:34033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C34033%2C1731115265968, suffix=, logDir=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/WALs/5296cfb18d53,34033,1731115265968, archiveDir=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/oldWALs, maxLogs=10 2024-11-09T01:21:09,377 DEBUG [RS:0;5296cfb18d53:34033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/WALs/5296cfb18d53,34033,1731115265968/5296cfb18d53%2C34033%2C1731115265968.1731115269345, exclude list is [], retry=0 2024-11-09T01:21:09,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39551,DS-6a085e4e-eac2-480e-a470-2c0cabf29e31,DISK] 2024-11-09T01:21:09,405 INFO [RS:0;5296cfb18d53:34033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/WALs/5296cfb18d53,34033,1731115265968/5296cfb18d53%2C34033%2C1731115265968.1731115269345 2024-11-09T01:21:09,408 DEBUG [RS:0;5296cfb18d53:34033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45967:45967)] 2024-11-09T01:21:09,521 DEBUG [5296cfb18d53:38819 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:21:09,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,34033,1731115265968 2024-11-09T01:21:09,523 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,34033,1731115265968, state=OPENING 2024-11-09T01:21:09,572 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:21:09,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:09,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:09,584 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:21:09,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-457034622/meta-region-server: CHANGED 2024-11-09T01:21:09,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-457034622/meta-region-server: CHANGED 2024-11-09T01:21:09,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,34033,1731115265968}] 2024-11-09T01:21:09,765 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:21:09,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:21:09,784 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:21:09,785 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:21:09,785 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:21:09,786 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C34033%2C1731115265968.meta, suffix=.meta, logDir=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/WALs/5296cfb18d53,34033,1731115265968, archiveDir=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/oldWALs, maxLogs=10 2024-11-09T01:21:09,808 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/WALs/5296cfb18d53,34033,1731115265968/5296cfb18d53%2C34033%2C1731115265968.meta.1731115269787.meta, exclude list is [], retry=0 2024-11-09T01:21:09,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39551,DS-6a085e4e-eac2-480e-a470-2c0cabf29e31,DISK] 2024-11-09T01:21:09,837 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/WALs/5296cfb18d53,34033,1731115265968/5296cfb18d53%2C34033%2C1731115265968.meta.1731115269787.meta 2024-11-09T01:21:09,845 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45967:45967)] 2024-11-09T01:21:09,846 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:21:09,846 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:21:09,846 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:21:09,847 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:21:09,847 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:21:09,847 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:21:09,847 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:09,847 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:21:09,847 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:21:09,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:21:09,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:21:09,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:09,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:09,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:21:09,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:21:09,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:09,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:09,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:21:09,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:21:09,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:09,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:09,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:21:09,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:21:09,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:09,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:09,876 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:21:09,877 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740 2024-11-09T01:21:09,878 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740 2024-11-09T01:21:09,879 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:21:09,879 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:21:09,879 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:21:09,880 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:21:09,881 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71773332, jitterRate=0.06950598955154419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:21:09,881 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:21:09,881 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115269847Writing region info on filesystem at 1731115269847Initializing all the Stores at 1731115269848 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115269848Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115269858 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115269858Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115269858Cleaning up temporary data from old regions at 1731115269879 (+21 ms)Running coprocessor post-open hooks at 1731115269881 (+2 ms)Region opened successfully at 1731115269881 2024-11-09T01:21:09,882 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115269764 2024-11-09T01:21:09,890 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:21:09,890 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:21:09,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,34033,1731115265968 2024-11-09T01:21:09,894 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,34033,1731115265968, state=OPEN 2024-11-09T01:21:09,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-457034622/meta-region-server 2024-11-09T01:21:09,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-457034622/meta-region-server 2024-11-09T01:21:09,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-457034622/meta-region-server: CHANGED 2024-11-09T01:21:09,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-457034622/meta-region-server: CHANGED 2024-11-09T01:21:09,983 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,34033,1731115265968 2024-11-09T01:21:09,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:21:09,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1190 sec 2024-11-09T01:21:09,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:21:09,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,34033,1731115265968 in 400 msec 2024-11-09T01:21:09,990 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:21:09,990 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:21:09,991 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:21:09,992 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,34033,1731115265968, seqNum=-1] 2024-11-09T01:21:09,992 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:21:09,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:21:10,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3860 sec 2024-11-09T01:21:10,001 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115270001, completionTime=-1 2024-11-09T01:21:10,001 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:21:10,001 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:21:10,004 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:21:10,004 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115330004 2024-11-09T01:21:10,004 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115390004 2024-11-09T01:21:10,004 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T01:21:10,004 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38819,1731115265808-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:10,004 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38819,1731115265808-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:10,004 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38819,1731115265808-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:10,005 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:38819, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:10,005 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:10,007 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:21:10,016 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:10,020 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.883sec 2024-11-09T01:21:10,020 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:21:10,020 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:21:10,020 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:21:10,020 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:21:10,020 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:21:10,020 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38819,1731115265808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:21:10,020 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38819,1731115265808-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:21:10,045 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:21:10,045 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:21:10,045 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38819,1731115265808-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:10,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4a29bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:10,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38819,-1 for getting cluster id 2024-11-09T01:21:10,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:10,057 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2547dc7c-23e9-4ae0-80de-dfb2f730ef64' 2024-11-09T01:21:10,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:10,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2547dc7c-23e9-4ae0-80de-dfb2f730ef64" 2024-11-09T01:21:10,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d2037c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:10,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38819,-1] 2024-11-09T01:21:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:10,059 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:10,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c584cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:10,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:21:10,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,34033,1731115265968, seqNum=-1] 2024-11-09T01:21:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:21:10,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:21:10,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,38819,1731115265808 2024-11-09T01:21:10,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56037 2024-11-09T01:21:10,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:21:10,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/hadoop.log.dir so I do NOT create it in target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1 2024-11-09T01:21:10,101 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:21:10,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/hadoop.tmp.dir so I do NOT create it in target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1 2024-11-09T01:21:10,101 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:21:10,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1 2024-11-09T01:21:10,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:21:10,101 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/cluster_af8871c5-0224-c723-9ec0-2c9c5d15d949, deleteOnExit=true 2024-11-09T01:21:10,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:21:10,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/test.cache.data in system properties and HBase conf 2024-11-09T01:21:10,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:21:10,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:21:10,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:21:10,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:21:10,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:21:10,102 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:21:10,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:21:10,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:21:10,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:21:10,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:21:10,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:21:10,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:21:10,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:21:10,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:21:10,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:21:10,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:21:10,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:21:10,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:21:10,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:21:10,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:21:10,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d2e84500005 connected 2024-11-09T01:21:10,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:21:10,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:21:10,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:21:10,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:21:10,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:21:10,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:21:10,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@239ac37d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:21:10,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46ebd344{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:21:11,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4160feb3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/java.io.tmpdir/jetty-localhost-34881-hadoop-hdfs-3_4_1-tests_jar-_-any-16175014951579155213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:21:11,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e107ad6{HTTP/1.1, (http/1.1)}{localhost:34881} 2024-11-09T01:21:11,005 INFO [Time-limited test {}] server.Server(415): Started @345589ms 2024-11-09T01:21:11,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:21:11,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:21:11,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:21:11,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:21:11,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:21:11,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@360385b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:21:11,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50f233f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:21:11,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@239b2325{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/java.io.tmpdir/jetty-localhost-42947-hadoop-hdfs-3_4_1-tests_jar-_-any-17012178950385771673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:21:11,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@204ca92f{HTTP/1.1, (http/1.1)}{localhost:42947} 2024-11-09T01:21:11,676 INFO [Time-limited test {}] server.Server(415): Started @346261ms 2024-11-09T01:21:11,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:21:12,605 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/cluster_af8871c5-0224-c723-9ec0-2c9c5d15d949/data/data1/current/BP-367404307-172.17.0.2-1731115270189/current, will proceed with Du for space computation calculation, 2024-11-09T01:21:12,605 WARN [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/cluster_af8871c5-0224-c723-9ec0-2c9c5d15d949/data/data2/current/BP-367404307-172.17.0.2-1731115270189/current, will proceed with Du for space computation calculation, 2024-11-09T01:21:12,669 WARN [Thread-4543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:21:12,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61b0f181aa8ade8b with lease ID 0xe13e096e3417bea6: Processing first storage report for DS-17f612ef-4ed6-4d0e-b6fe-6bddffe9394e from datanode DatanodeRegistration(127.0.0.1:39393, datanodeUuid=49b44919-4980-4a6a-8c52-c9176e12bf60, infoPort=37177, infoSecurePort=0, ipcPort=39007, storageInfo=lv=-57;cid=testClusterID;nsid=1620879693;c=1731115270189) 2024-11-09T01:21:12,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61b0f181aa8ade8b with lease ID 0xe13e096e3417bea6: from storage DS-17f612ef-4ed6-4d0e-b6fe-6bddffe9394e node DatanodeRegistration(127.0.0.1:39393, datanodeUuid=49b44919-4980-4a6a-8c52-c9176e12bf60, infoPort=37177, infoSecurePort=0, ipcPort=39007, storageInfo=lv=-57;cid=testClusterID;nsid=1620879693;c=1731115270189), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:21:12,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61b0f181aa8ade8b with lease ID 0xe13e096e3417bea6: Processing first storage report for DS-af53049e-ab33-40ee-bbd0-64dcd5c61def from datanode DatanodeRegistration(127.0.0.1:39393, datanodeUuid=49b44919-4980-4a6a-8c52-c9176e12bf60, infoPort=37177, infoSecurePort=0, ipcPort=39007, storageInfo=lv=-57;cid=testClusterID;nsid=1620879693;c=1731115270189) 2024-11-09T01:21:12,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61b0f181aa8ade8b with lease ID 0xe13e096e3417bea6: from storage DS-af53049e-ab33-40ee-bbd0-64dcd5c61def node DatanodeRegistration(127.0.0.1:39393, datanodeUuid=49b44919-4980-4a6a-8c52-c9176e12bf60, infoPort=37177, infoSecurePort=0, ipcPort=39007, storageInfo=lv=-57;cid=testClusterID;nsid=1620879693;c=1731115270189), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:21:12,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1 2024-11-09T01:21:12,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:12,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:12,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:21:12,752 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed with version=8 2024-11-09T01:21:12,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/hbase-staging 2024-11-09T01:21:12,755 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:21:12,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:21:12,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:21:12,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:21:12,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:21:12,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:21:12,755 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:21:12,755 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:21:12,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42927 2024-11-09T01:21:12,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42927 connecting to ZooKeeper ensemble=127.0.0.1:56037 2024-11-09T01:21:12,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429270x0, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:21:12,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42927-0x1011d2e84500006 connected 2024-11-09T01:21:13,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:13,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:13,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Set watcher on znode that does not yet exist, /22025118108/running 2024-11-09T01:21:13,010 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed, hbase.cluster.distributed=false 2024-11-09T01:21:13,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Set watcher on znode that does not yet exist, /22025118108/acl 2024-11-09T01:21:13,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42927 2024-11-09T01:21:13,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42927 2024-11-09T01:21:13,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42927 2024-11-09T01:21:13,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42927 2024-11-09T01:21:13,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42927 2024-11-09T01:21:13,066 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:21:13,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:21:13,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:21:13,067 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:21:13,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:21:13,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:21:13,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:21:13,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:21:13,067 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42659 2024-11-09T01:21:13,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42659 connecting to ZooKeeper ensemble=127.0.0.1:56037 2024-11-09T01:21:13,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:13,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:13,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426590x0, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:21:13,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426590x0, quorum=127.0.0.1:56037, baseZNode=/22025118108 Set watcher on znode that does not yet exist, /22025118108/running 2024-11-09T01:21:13,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:21:13,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42659-0x1011d2e84500007 connected 2024-11-09T01:21:13,104 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:21:13,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Set watcher on znode that does not yet exist, /22025118108/master 2024-11-09T01:21:13,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Set watcher on znode that does not yet exist, /22025118108/acl 2024-11-09T01:21:13,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42659 2024-11-09T01:21:13,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42659 2024-11-09T01:21:13,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42659 2024-11-09T01:21:13,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42659 2024-11-09T01:21:13,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42659 2024-11-09T01:21:13,178 DEBUG [M:0;5296cfb18d53:42927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:42927 2024-11-09T01:21:13,178 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22025118108/backup-masters/5296cfb18d53,42927,1731115272754 2024-11-09T01:21:13,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108/backup-masters 2024-11-09T01:21:13,195 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Set watcher on existing znode=/22025118108/backup-masters/5296cfb18d53,42927,1731115272754 2024-11-09T01:21:13,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108/backup-masters 2024-11-09T01:21:13,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:13,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22025118108/master 2024-11-09T01:21:13,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:13,204 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Set watcher on existing znode=/22025118108/master 2024-11-09T01:21:13,205 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22025118108/backup-masters/5296cfb18d53,42927,1731115272754 from backup master directory 2024-11-09T01:21:13,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22025118108/backup-masters/5296cfb18d53,42927,1731115272754 2024-11-09T01:21:13,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108/backup-masters 2024-11-09T01:21:13,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108/backup-masters 2024-11-09T01:21:13,242 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:21:13,242 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,42927,1731115272754 2024-11-09T01:21:13,273 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/hbase.id] with ID: ed6086f8-0b40-4703-930a-f7081dea906c 2024-11-09T01:21:13,273 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/.tmp/hbase.id 2024-11-09T01:21:13,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:21:13,294 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/.tmp/hbase.id]:[hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/hbase.id] 2024-11-09T01:21:13,306 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:13,306 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:21:13,307 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:21:13,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:13,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:13,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:21:13,754 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:21:13,756 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:21:13,756 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:21:13,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:21:14,166 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store 2024-11-09T01:21:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:21:14,495 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:21:14,495 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:21:14,496 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148760 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5296cfb18d53,43161,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:43161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T01:21:14,571 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:14,571 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:21:14,571 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:14,571 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:14,571 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:21:14,572 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:14,572 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:14,572 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115274571Disabling compacts and flushes for region at 1731115274571Disabling writes for close at 1731115274571Writing region close event to WAL at 1731115274572 (+1 ms)Closed at 1731115274572 2024-11-09T01:21:14,572 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/.initializing 2024-11-09T01:21:14,572 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/WALs/5296cfb18d53,42927,1731115272754 2024-11-09T01:21:14,573 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:21:14,574 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C42927%2C1731115272754, suffix=, logDir=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/WALs/5296cfb18d53,42927,1731115272754, archiveDir=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/oldWALs, maxLogs=10 2024-11-09T01:21:14,590 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/WALs/5296cfb18d53,42927,1731115272754/5296cfb18d53%2C42927%2C1731115272754.1731115274575, exclude list is [], retry=0 2024-11-09T01:21:14,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39393,DS-17f612ef-4ed6-4d0e-b6fe-6bddffe9394e,DISK] 2024-11-09T01:21:14,605 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/WALs/5296cfb18d53,42927,1731115272754/5296cfb18d53%2C42927%2C1731115272754.1731115274575 2024-11-09T01:21:14,605 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37177:37177)] 2024-11-09T01:21:14,605 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:21:14,605 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:14,605 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:14,606 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:14,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:14,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:21:14,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:14,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:14,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:14,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:21:14,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:14,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:14,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:14,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:21:14,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:14,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:14,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:14,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:21:14,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:14,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:14,614 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:14,615 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:14,615 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:14,616 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:14,616 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:14,616 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:21:14,617 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:21:14,629 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:21:14,629 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75010588, jitterRate=0.11774486303329468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:21:14,629 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115274606Initializing all the Stores at 1731115274606Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115274606Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115274608 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115274608Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115274608Cleaning up temporary data from old regions at 1731115274616 (+8 ms)Region opened successfully at 1731115274629 (+13 ms) 2024-11-09T01:21:14,636 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:21:14,639 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6172696c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:21:14,640 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:21:14,640 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:21:14,640 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:21:14,640 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:21:14,640 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:21:14,641 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:21:14,641 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:21:14,650 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:21:14,651 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Unable to get data of znode /22025118108/balancer because node does not exist (not necessarily an error) 2024-11-09T01:21:14,727 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22025118108/balancer already deleted, retry=false 2024-11-09T01:21:14,728 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:21:14,729 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Unable to get data of znode /22025118108/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:21:14,801 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22025118108/normalizer already deleted, retry=false 2024-11-09T01:21:14,802 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:21:14,803 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Unable to get data of znode /22025118108/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:21:14,859 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22025118108/switch/split already deleted, retry=false 2024-11-09T01:21:14,859 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Unable to get data of znode /22025118108/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:21:14,922 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22025118108/switch/merge already deleted, retry=false 2024-11-09T01:21:14,925 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Unable to get data of znode /22025118108/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:21:15,014 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22025118108/snapshot-cleanup already deleted, retry=false 2024-11-09T01:21:15,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22025118108/running 2024-11-09T01:21:15,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22025118108/running 2024-11-09T01:21:15,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:15,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:15,082 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,42927,1731115272754, sessionid=0x1011d2e84500006, setting cluster-up flag (Was=false) 2024-11-09T01:21:15,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:15,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:15,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:21:15,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:15,464 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22025118108/flush-table-proc/acquired, /22025118108/flush-table-proc/reached, /22025118108/flush-table-proc/abort 2024-11-09T01:21:15,465 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,42927,1731115272754 2024-11-09T01:21:15,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:15,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:15,821 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22025118108/online-snapshot/acquired, /22025118108/online-snapshot/reached, /22025118108/online-snapshot/abort 2024-11-09T01:21:15,822 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,42927,1731115272754 2024-11-09T01:21:15,835 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:21:15,836 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:21:15,836 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:21:15,836 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:21:15,837 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,42927,1731115272754 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:21:15,838 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:21:15,838 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:21:15,838 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:21:15,838 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:21:15,838 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:21:15,838 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:15,838 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:21:15,838 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:15,841 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:21:15,841 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:21:15,842 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:15,842 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:21:15,856 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115305856 2024-11-09T01:21:15,856 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:21:15,857 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:21:15,857 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:21:15,857 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:21:15,857 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:21:15,857 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:21:15,868 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:15,869 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:21:15,869 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:21:15,869 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:21:15,869 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T01:21:15,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:21:15,870 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(746): ClusterId : ed6086f8-0b40-4703-930a-f7081dea906c 2024-11-09T01:21:15,870 DEBUG [RS:0;5296cfb18d53:42659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:21:15,870 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:21:15,870 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed 2024-11-09T01:21:15,876 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:21:15,876 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:21:15,876 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115275876,5,FailOnTimeoutGroup] 2024-11-09T01:21:15,882 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115275876,5,FailOnTimeoutGroup] 2024-11-09T01:21:15,882 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:15,882 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:21:15,882 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:15,882 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:21:15,955 DEBUG [RS:0;5296cfb18d53:42659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:21:15,955 DEBUG [RS:0;5296cfb18d53:42659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:21:16,013 DEBUG [RS:0;5296cfb18d53:42659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:21:16,013 DEBUG [RS:0;5296cfb18d53:42659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c83156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:21:16,029 DEBUG [RS:0;5296cfb18d53:42659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:42659 2024-11-09T01:21:16,029 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:21:16,029 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:21:16,029 DEBUG [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:21:16,030 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,42927,1731115272754 with port=42659, startcode=1731115273066 2024-11-09T01:21:16,030 DEBUG [RS:0;5296cfb18d53:42659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:21:16,031 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:21:16,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,42659,1731115273066 2024-11-09T01:21:16,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42927 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,42659,1731115273066 2024-11-09T01:21:16,033 DEBUG [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed 2024-11-09T01:21:16,033 DEBUG [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38121 2024-11-09T01:21:16,033 DEBUG [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:21:16,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108/rs 2024-11-09T01:21:16,155 DEBUG [RS:0;5296cfb18d53:42659 {}] zookeeper.ZKUtil(111): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Set watcher on existing znode=/22025118108/rs/5296cfb18d53,42659,1731115273066 2024-11-09T01:21:16,155 WARN [RS:0;5296cfb18d53:42659 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:21:16,156 INFO [RS:0;5296cfb18d53:42659 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:21:16,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,42659,1731115273066] 2024-11-09T01:21:16,156 DEBUG [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/WALs/5296cfb18d53,42659,1731115273066 2024-11-09T01:21:16,159 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:21:16,161 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:21:16,161 INFO [RS:0;5296cfb18d53:42659 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:21:16,161 INFO [RS:0;5296cfb18d53:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,162 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:21:16,162 INFO [RS:0;5296cfb18d53:42659 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:21:16,162 INFO [RS:0;5296cfb18d53:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,162 DEBUG [RS:0;5296cfb18d53:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:16,162 DEBUG [RS:0;5296cfb18d53:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:16,162 DEBUG [RS:0;5296cfb18d53:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:16,162 DEBUG [RS:0;5296cfb18d53:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:16,162 DEBUG [RS:0;5296cfb18d53:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:16,162 DEBUG [RS:0;5296cfb18d53:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:21:16,162 DEBUG [RS:0;5296cfb18d53:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:16,163 DEBUG [RS:0;5296cfb18d53:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:16,163 DEBUG [RS:0;5296cfb18d53:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:16,163 DEBUG [RS:0;5296cfb18d53:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:16,163 DEBUG [RS:0;5296cfb18d53:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:16,163 DEBUG [RS:0;5296cfb18d53:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:21:16,163 DEBUG [RS:0;5296cfb18d53:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:21:16,163 DEBUG [RS:0;5296cfb18d53:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:21:16,163 INFO [RS:0;5296cfb18d53:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,163 INFO [RS:0;5296cfb18d53:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,163 INFO [RS:0;5296cfb18d53:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,163 INFO [RS:0;5296cfb18d53:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,163 INFO [RS:0;5296cfb18d53:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,163 INFO [RS:0;5296cfb18d53:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42659,1731115273066-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:21:16,179 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:21:16,179 INFO [RS:0;5296cfb18d53:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42659,1731115273066-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,179 INFO [RS:0;5296cfb18d53:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,179 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.Replication(171): 5296cfb18d53,42659,1731115273066 started 2024-11-09T01:21:16,195 INFO [RS:0;5296cfb18d53:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,196 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,42659,1731115273066, RpcServer on 5296cfb18d53/172.17.0.2:42659, sessionid=0x1011d2e84500007 2024-11-09T01:21:16,196 DEBUG [RS:0;5296cfb18d53:42659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:21:16,196 DEBUG [RS:0;5296cfb18d53:42659 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,42659,1731115273066 2024-11-09T01:21:16,196 DEBUG [RS:0;5296cfb18d53:42659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,42659,1731115273066' 2024-11-09T01:21:16,196 DEBUG [RS:0;5296cfb18d53:42659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22025118108/flush-table-proc/abort' 2024-11-09T01:21:16,196 DEBUG [RS:0;5296cfb18d53:42659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22025118108/flush-table-proc/acquired' 2024-11-09T01:21:16,197 DEBUG [RS:0;5296cfb18d53:42659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:21:16,197 DEBUG [RS:0;5296cfb18d53:42659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:21:16,197 DEBUG [RS:0;5296cfb18d53:42659 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,42659,1731115273066 2024-11-09T01:21:16,197 DEBUG [RS:0;5296cfb18d53:42659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,42659,1731115273066' 2024-11-09T01:21:16,197 DEBUG [RS:0;5296cfb18d53:42659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22025118108/online-snapshot/abort' 2024-11-09T01:21:16,197 DEBUG [RS:0;5296cfb18d53:42659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22025118108/online-snapshot/acquired' 2024-11-09T01:21:16,198 DEBUG [RS:0;5296cfb18d53:42659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:21:16,198 INFO [RS:0;5296cfb18d53:42659 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:21:16,198 INFO [RS:0;5296cfb18d53:42659 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:21:16,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:16,298 INFO [RS:0;5296cfb18d53:42659 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:21:16,301 INFO [RS:0;5296cfb18d53:42659 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C42659%2C1731115273066, suffix=, logDir=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/WALs/5296cfb18d53,42659,1731115273066, archiveDir=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/oldWALs, maxLogs=10 2024-11-09T01:21:16,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:21:16,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:21:16,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:16,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:16,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:21:16,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:21:16,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:16,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:16,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:21:16,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:21:16,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:16,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:16,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:21:16,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:21:16,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:16,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:16,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:21:16,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740 2024-11-09T01:21:16,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740 2024-11-09T01:21:16,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:21:16,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:21:16,313 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:21:16,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:21:16,315 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:21:16,316 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67022469, jitterRate=-0.0012873858213424683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:21:16,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115276298Initializing all the Stores at 1731115276303 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115276303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115276303Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115276303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115276303Cleaning up temporary data from old regions at 1731115276312 (+9 ms)Region opened successfully at 1731115276316 (+4 ms) 2024-11-09T01:21:16,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:21:16,316 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:21:16,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:21:16,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:21:16,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:21:16,319 DEBUG [RS:0;5296cfb18d53:42659 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/WALs/5296cfb18d53,42659,1731115273066/5296cfb18d53%2C42659%2C1731115273066.1731115276301, exclude list is [], retry=0 2024-11-09T01:21:16,320 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:21:16,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115276316Disabling compacts and flushes for region at 1731115276316Disabling writes for close at 1731115276316Writing region close event to WAL at 1731115276320 (+4 ms)Closed at 1731115276320 2024-11-09T01:21:16,321 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:21:16,321 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:21:16,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:21:16,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39393,DS-17f612ef-4ed6-4d0e-b6fe-6bddffe9394e,DISK] 2024-11-09T01:21:16,322 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:21:16,323 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:21:16,325 INFO [RS:0;5296cfb18d53:42659 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/WALs/5296cfb18d53,42659,1731115273066/5296cfb18d53%2C42659%2C1731115273066.1731115276301 2024-11-09T01:21:16,325 DEBUG [RS:0;5296cfb18d53:42659 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37177:37177)] 2024-11-09T01:21:16,473 DEBUG [5296cfb18d53:42927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T01:21:16,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,42659,1731115273066 2024-11-09T01:21:16,475 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,42659,1731115273066, state=OPENING 2024-11-09T01:21:16,555 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:21:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:16,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22025118108/meta-region-server: CHANGED 2024-11-09T01:21:16,632 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:21:16,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22025118108/meta-region-server: CHANGED 2024-11-09T01:21:16,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,42659,1731115273066}] 2024-11-09T01:21:16,785 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:21:16,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:21:16,792 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:21:16,792 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:21:16,792 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:21:16,793 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C42659%2C1731115273066.meta, suffix=.meta, logDir=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/WALs/5296cfb18d53,42659,1731115273066, archiveDir=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/oldWALs, maxLogs=10 2024-11-09T01:21:16,810 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/WALs/5296cfb18d53,42659,1731115273066/5296cfb18d53%2C42659%2C1731115273066.meta.1731115276794.meta, exclude list is [], retry=0 2024-11-09T01:21:16,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39393,DS-17f612ef-4ed6-4d0e-b6fe-6bddffe9394e,DISK] 2024-11-09T01:21:16,821 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/WALs/5296cfb18d53,42659,1731115273066/5296cfb18d53%2C42659%2C1731115273066.meta.1731115276794.meta 2024-11-09T01:21:16,822 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37177:37177)] 2024-11-09T01:21:16,822 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:21:16,822 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:21:16,822 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:21:16,823 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:21:16,823 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:21:16,823 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:21:16,823 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:16,823 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:21:16,823 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:21:16,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:21:16,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:21:16,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:16,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:16,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:21:16,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:21:16,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:16,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:16,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:21:16,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:21:16,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:16,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:16,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:21:16,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:21:16,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:16,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:21:16,828 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:21:16,829 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740 2024-11-09T01:21:16,830 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740 2024-11-09T01:21:16,830 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:21:16,830 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:21:16,831 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:21:16,832 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:21:16,833 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66935181, jitterRate=-0.0025880783796310425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:21:16,833 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:21:16,834 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115276823Writing region info on filesystem at 1731115276823Initializing all the Stores at 1731115276824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115276824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115276824Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115276824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115276824Cleaning up temporary data from old regions at 1731115276830 (+6 ms)Running coprocessor post-open hooks at 1731115276833 (+3 ms)Region opened successfully at 1731115276833 2024-11-09T01:21:16,835 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115276784 2024-11-09T01:21:16,837 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:21:16,837 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:21:16,838 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,42659,1731115273066 2024-11-09T01:21:16,840 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,42659,1731115273066, state=OPEN 2024-11-09T01:21:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22025118108/meta-region-server 2024-11-09T01:21:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22025118108/meta-region-server 2024-11-09T01:21:16,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22025118108/meta-region-server: CHANGED 2024-11-09T01:21:16,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22025118108/meta-region-server: CHANGED 2024-11-09T01:21:16,857 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,42659,1731115273066 2024-11-09T01:21:16,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:21:16,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,42659,1731115273066 in 225 msec 2024-11-09T01:21:16,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:21:16,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 539 msec 2024-11-09T01:21:16,862 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:21:16,862 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:21:16,863 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:21:16,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42659,1731115273066, seqNum=-1] 2024-11-09T01:21:16,865 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:21:16,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:21:16,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0370 sec 2024-11-09T01:21:16,875 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115276875, completionTime=-1 2024-11-09T01:21:16,876 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T01:21:16,876 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:21:16,878 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T01:21:16,879 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115336879 2024-11-09T01:21:16,879 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115396879 2024-11-09T01:21:16,879 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T01:21:16,879 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42927,1731115272754-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,879 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42927,1731115272754-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,879 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42927,1731115272754-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,879 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:42927, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,879 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,880 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,881 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:21:16,891 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.649sec 2024-11-09T01:21:16,891 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:21:16,891 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:21:16,891 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:21:16,891 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:21:16,892 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:21:16,892 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42927,1731115272754-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:21:16,892 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42927,1731115272754-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:21:16,894 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:21:16,894 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:21:16,894 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,42927,1731115272754-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:21:16,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c60c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:16,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42927,-1 for getting cluster id 2024-11-09T01:21:16,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:16,983 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed6086f8-0b40-4703-930a-f7081dea906c' 2024-11-09T01:21:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed6086f8-0b40-4703-930a-f7081dea906c" 2024-11-09T01:21:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3979e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42927,-1] 2024-11-09T01:21:16,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:16,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:16,986 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:16,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f09b5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:16,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:21:16,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42659,1731115273066, seqNum=-1] 2024-11-09T01:21:16,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:21:16,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:21:16,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,42927,1731115272754 2024-11-09T01:21:16,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56037 2024-11-09T01:21:17,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:21:17,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011d2e84500008 connected 2024-11-09T01:21:17,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:21:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,41413,1731115259316 2024-11-09T01:21:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bf91c4c 2024-11-09T01:21:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:21:17,078 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:21:17,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:21:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:21:17,081 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:21:17,082 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:17,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:21:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:17,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:21:17,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:21:17,113 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98b86b1a416ea7e807bcc2999584bce9, NAME => 'test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa 2024-11-09T01:21:17,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:21:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:17,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:17,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 98b86b1a416ea7e807bcc2999584bce9, disabling compactions & flushes 2024-11-09T01:21:17,542 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9. 2024-11-09T01:21:17,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9. 2024-11-09T01:21:17,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9. after waiting 0 ms 2024-11-09T01:21:17,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9. 2024-11-09T01:21:17,542 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9. 2024-11-09T01:21:17,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98b86b1a416ea7e807bcc2999584bce9: Waiting for close lock at 1731115277541Disabling compacts and flushes for region at 1731115277541Disabling writes for close at 1731115277542 (+1 ms)Writing region close event to WAL at 1731115277542Closed at 1731115277542 2024-11-09T01:21:17,543 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:21:17,543 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731115277543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115277543"}]},"ts":"1731115277543"} 2024-11-09T01:21:17,546 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:21:17,546 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:21:17,547 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115277547"}]},"ts":"1731115277547"} 2024-11-09T01:21:17,549 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:21:17,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=98b86b1a416ea7e807bcc2999584bce9, ASSIGN}] 2024-11-09T01:21:17,551 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=98b86b1a416ea7e807bcc2999584bce9, ASSIGN 2024-11-09T01:21:17,552 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=98b86b1a416ea7e807bcc2999584bce9, ASSIGN; state=OFFLINE, location=5296cfb18d53,36585,1731115259568; forceNewPlan=false, retain=false 2024-11-09T01:21:17,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98b86b1a416ea7e807bcc2999584bce9, regionState=OPENING, regionLocation=5296cfb18d53,36585,1731115259568 2024-11-09T01:21:17,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=98b86b1a416ea7e807bcc2999584bce9, ASSIGN because future has completed 2024-11-09T01:21:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:17,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98b86b1a416ea7e807bcc2999584bce9, server=5296cfb18d53,36585,1731115259568}] 2024-11-09T01:21:17,892 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9. 2024-11-09T01:21:17,893 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 98b86b1a416ea7e807bcc2999584bce9, NAME => 'test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:21:17,893 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:21:17,893 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:21:17,894 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:17,894 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:17,894 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:17,894 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:17,896 INFO [StoreOpener-98b86b1a416ea7e807bcc2999584bce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:17,901 INFO [StoreOpener-98b86b1a416ea7e807bcc2999584bce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98b86b1a416ea7e807bcc2999584bce9 columnFamilyName f 2024-11-09T01:21:17,901 DEBUG [StoreOpener-98b86b1a416ea7e807bcc2999584bce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:17,903 INFO [StoreOpener-98b86b1a416ea7e807bcc2999584bce9-1 {}] regionserver.HStore(327): Store=98b86b1a416ea7e807bcc2999584bce9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:17,903 INFO [StoreOpener-98b86b1a416ea7e807bcc2999584bce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:17,905 INFO [StoreOpener-98b86b1a416ea7e807bcc2999584bce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98b86b1a416ea7e807bcc2999584bce9 columnFamilyName f1 2024-11-09T01:21:17,905 DEBUG [StoreOpener-98b86b1a416ea7e807bcc2999584bce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:17,908 INFO [StoreOpener-98b86b1a416ea7e807bcc2999584bce9-1 {}] regionserver.HStore(327): Store=98b86b1a416ea7e807bcc2999584bce9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:17,909 INFO [StoreOpener-98b86b1a416ea7e807bcc2999584bce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:17,912 INFO [StoreOpener-98b86b1a416ea7e807bcc2999584bce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98b86b1a416ea7e807bcc2999584bce9 columnFamilyName norep 2024-11-09T01:21:17,912 DEBUG [StoreOpener-98b86b1a416ea7e807bcc2999584bce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:17,913 INFO [StoreOpener-98b86b1a416ea7e807bcc2999584bce9-1 {}] regionserver.HStore(327): Store=98b86b1a416ea7e807bcc2999584bce9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:17,913 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:17,914 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:17,915 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:17,916 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:17,916 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:17,916 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:21:17,921 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:17,933 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:21:17,933 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 98b86b1a416ea7e807bcc2999584bce9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71143495, jitterRate=0.06012068688869476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:21:17,933 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:17,933 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 98b86b1a416ea7e807bcc2999584bce9: Running coprocessor pre-open hook at 1731115277894Writing region info on filesystem at 1731115277894Initializing all the Stores at 1731115277895 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115277895Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115277896 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115277896Cleaning up temporary data from old regions at 1731115277916 (+20 ms)Running coprocessor post-open hooks at 1731115277933 (+17 ms)Region opened successfully at 1731115277933 2024-11-09T01:21:17,934 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9., pid=6, masterSystemTime=1731115277881 2024-11-09T01:21:17,936 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9. 2024-11-09T01:21:17,936 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9. 2024-11-09T01:21:17,937 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98b86b1a416ea7e807bcc2999584bce9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,36585,1731115259568 2024-11-09T01:21:17,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98b86b1a416ea7e807bcc2999584bce9, server=5296cfb18d53,36585,1731115259568 because future has completed 2024-11-09T01:21:17,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:21:17,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 98b86b1a416ea7e807bcc2999584bce9, server=5296cfb18d53,36585,1731115259568 in 212 msec 2024-11-09T01:21:17,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:21:17,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=98b86b1a416ea7e807bcc2999584bce9, ASSIGN in 395 msec 2024-11-09T01:21:17,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:21:17,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115277948"}]},"ts":"1731115277948"} 2024-11-09T01:21:17,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:21:17,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:21:17,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 873 msec 2024-11-09T01:21:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:18,216 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:21:18,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:21:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,38819,1731115265808 2024-11-09T01:21:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c7de856 2024-11-09T01:21:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:21:18,217 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:21:18,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:21:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:21:18,220 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:21:18,220 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:18,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:21:18,221 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:21:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:18,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:21:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:18,633 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c97460ffedf013b51a9c3af12e995f78, NAME => 'test,,1731115278218.c97460ffedf013b51a9c3af12e995f78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff 2024-11-09T01:21:18,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:21:18,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731115278218.c97460ffedf013b51a9c3af12e995f78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:18,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c97460ffedf013b51a9c3af12e995f78, disabling compactions & flushes 2024-11-09T01:21:18,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731115278218.c97460ffedf013b51a9c3af12e995f78. 2024-11-09T01:21:18,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115278218.c97460ffedf013b51a9c3af12e995f78. 2024-11-09T01:21:18,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731115278218.c97460ffedf013b51a9c3af12e995f78. after waiting 0 ms 2024-11-09T01:21:18,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731115278218.c97460ffedf013b51a9c3af12e995f78. 2024-11-09T01:21:18,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731115278218.c97460ffedf013b51a9c3af12e995f78. 2024-11-09T01:21:18,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c97460ffedf013b51a9c3af12e995f78: Waiting for close lock at 1731115278716Disabling compacts and flushes for region at 1731115278716Disabling writes for close at 1731115278716Writing region close event to WAL at 1731115278716Closed at 1731115278716 2024-11-09T01:21:18,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:21:18,718 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731115278218.c97460ffedf013b51a9c3af12e995f78.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731115278717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115278717"}]},"ts":"1731115278717"} 2024-11-09T01:21:18,720 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:21:18,721 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:21:18,721 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115278721"}]},"ts":"1731115278721"} 2024-11-09T01:21:18,724 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:21:18,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c97460ffedf013b51a9c3af12e995f78, ASSIGN}] 2024-11-09T01:21:18,726 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c97460ffedf013b51a9c3af12e995f78, ASSIGN 2024-11-09T01:21:18,727 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c97460ffedf013b51a9c3af12e995f78, ASSIGN; state=OFFLINE, location=5296cfb18d53,34033,1731115265968; forceNewPlan=false, retain=false 2024-11-09T01:21:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:18,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c97460ffedf013b51a9c3af12e995f78, regionState=OPENING, regionLocation=5296cfb18d53,34033,1731115265968 2024-11-09T01:21:18,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c97460ffedf013b51a9c3af12e995f78, ASSIGN because future has completed 2024-11-09T01:21:18,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c97460ffedf013b51a9c3af12e995f78, server=5296cfb18d53,34033,1731115265968}] 2024-11-09T01:21:19,064 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731115278218.c97460ffedf013b51a9c3af12e995f78. 2024-11-09T01:21:19,064 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c97460ffedf013b51a9c3af12e995f78, NAME => 'test,,1731115278218.c97460ffedf013b51a9c3af12e995f78.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:21:19,065 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:21:19,065 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:21:19,065 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:19,065 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731115278218.c97460ffedf013b51a9c3af12e995f78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:19,065 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:19,065 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:19,066 INFO [StoreOpener-c97460ffedf013b51a9c3af12e995f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:19,067 INFO [StoreOpener-c97460ffedf013b51a9c3af12e995f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c97460ffedf013b51a9c3af12e995f78 columnFamilyName f 2024-11-09T01:21:19,067 DEBUG [StoreOpener-c97460ffedf013b51a9c3af12e995f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:19,067 INFO [StoreOpener-c97460ffedf013b51a9c3af12e995f78-1 {}] regionserver.HStore(327): Store=c97460ffedf013b51a9c3af12e995f78/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:19,067 INFO [StoreOpener-c97460ffedf013b51a9c3af12e995f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:19,068 INFO [StoreOpener-c97460ffedf013b51a9c3af12e995f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c97460ffedf013b51a9c3af12e995f78 columnFamilyName f1 2024-11-09T01:21:19,068 DEBUG [StoreOpener-c97460ffedf013b51a9c3af12e995f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:19,069 INFO [StoreOpener-c97460ffedf013b51a9c3af12e995f78-1 {}] regionserver.HStore(327): Store=c97460ffedf013b51a9c3af12e995f78/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:19,069 INFO [StoreOpener-c97460ffedf013b51a9c3af12e995f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:19,070 INFO [StoreOpener-c97460ffedf013b51a9c3af12e995f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c97460ffedf013b51a9c3af12e995f78 columnFamilyName norep 2024-11-09T01:21:19,070 DEBUG [StoreOpener-c97460ffedf013b51a9c3af12e995f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:19,070 INFO [StoreOpener-c97460ffedf013b51a9c3af12e995f78-1 {}] regionserver.HStore(327): Store=c97460ffedf013b51a9c3af12e995f78/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:19,070 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:19,071 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:19,071 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:19,072 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:19,072 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:19,072 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:21:19,073 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:19,076 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:21:19,077 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c97460ffedf013b51a9c3af12e995f78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59989317, jitterRate=-0.1060895174741745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:21:19,077 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:19,077 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c97460ffedf013b51a9c3af12e995f78: Running coprocessor pre-open hook at 1731115279065Writing region info on filesystem at 1731115279065Initializing all the Stores at 1731115279066 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115279066Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115279066Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115279066Cleaning up temporary data from old regions at 1731115279072 (+6 ms)Running coprocessor post-open hooks at 1731115279077 (+5 ms)Region opened successfully at 1731115279077 2024-11-09T01:21:19,078 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731115278218.c97460ffedf013b51a9c3af12e995f78., pid=6, masterSystemTime=1731115279052 2024-11-09T01:21:19,080 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c97460ffedf013b51a9c3af12e995f78, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,34033,1731115265968 2024-11-09T01:21:19,080 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731115278218.c97460ffedf013b51a9c3af12e995f78. 2024-11-09T01:21:19,080 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731115278218.c97460ffedf013b51a9c3af12e995f78. 2024-11-09T01:21:19,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c97460ffedf013b51a9c3af12e995f78, server=5296cfb18d53,34033,1731115265968 because future has completed 2024-11-09T01:21:19,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:21:19,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c97460ffedf013b51a9c3af12e995f78, server=5296cfb18d53,34033,1731115265968 in 192 msec 2024-11-09T01:21:19,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:21:19,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c97460ffedf013b51a9c3af12e995f78, ASSIGN in 361 msec 2024-11-09T01:21:19,088 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:21:19,088 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115279088"}]},"ts":"1731115279088"} 2024-11-09T01:21:19,090 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:21:19,092 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:21:19,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 874 msec 2024-11-09T01:21:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:19,366 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:21:19,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:21:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,42927,1731115272754 2024-11-09T01:21:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55ca31ca 2024-11-09T01:21:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:21:19,368 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:21:19,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:21:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T01:21:19,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:21:19,371 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:19,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T01:21:19,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:21:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:19,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741835_1011 (size=902) 2024-11-09T01:21:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:19,778 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa5b5e3af6eee0f01af15a3aad9ff083, NAME => 'test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed 2024-11-09T01:21:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741836_1012 (size=39) 2024-11-09T01:21:19,783 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:19,783 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fa5b5e3af6eee0f01af15a3aad9ff083, disabling compactions & flushes 2024-11-09T01:21:19,783 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083. 2024-11-09T01:21:19,783 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083. 2024-11-09T01:21:19,783 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083. after waiting 0 ms 2024-11-09T01:21:19,783 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083. 2024-11-09T01:21:19,783 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083. 2024-11-09T01:21:19,783 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa5b5e3af6eee0f01af15a3aad9ff083: Waiting for close lock at 1731115279783Disabling compacts and flushes for region at 1731115279783Disabling writes for close at 1731115279783Writing region close event to WAL at 1731115279783Closed at 1731115279783 2024-11-09T01:21:19,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:21:19,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731115279784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115279784"}]},"ts":"1731115279784"} 2024-11-09T01:21:19,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:21:19,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:21:19,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115279787"}]},"ts":"1731115279787"} 2024-11-09T01:21:19,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T01:21:19,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa5b5e3af6eee0f01af15a3aad9ff083, ASSIGN}] 2024-11-09T01:21:19,789 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa5b5e3af6eee0f01af15a3aad9ff083, ASSIGN 2024-11-09T01:21:19,790 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fa5b5e3af6eee0f01af15a3aad9ff083, ASSIGN; state=OFFLINE, location=5296cfb18d53,42659,1731115273066; forceNewPlan=false, retain=false 2024-11-09T01:21:19,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa5b5e3af6eee0f01af15a3aad9ff083, regionState=OPENING, regionLocation=5296cfb18d53,42659,1731115273066 2024-11-09T01:21:19,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fa5b5e3af6eee0f01af15a3aad9ff083, ASSIGN because future has completed 2024-11-09T01:21:19,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa5b5e3af6eee0f01af15a3aad9ff083, server=5296cfb18d53,42659,1731115273066}] 2024-11-09T01:21:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:20,100 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083. 2024-11-09T01:21:20,100 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa5b5e3af6eee0f01af15a3aad9ff083, NAME => 'test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:21:20,100 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:21:20,101 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T01:21:20,101 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:20,101 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:20,101 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:20,101 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:20,102 INFO [StoreOpener-fa5b5e3af6eee0f01af15a3aad9ff083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:20,103 INFO [StoreOpener-fa5b5e3af6eee0f01af15a3aad9ff083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa5b5e3af6eee0f01af15a3aad9ff083 columnFamilyName f 2024-11-09T01:21:20,103 DEBUG [StoreOpener-fa5b5e3af6eee0f01af15a3aad9ff083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:20,104 INFO [StoreOpener-fa5b5e3af6eee0f01af15a3aad9ff083-1 {}] regionserver.HStore(327): Store=fa5b5e3af6eee0f01af15a3aad9ff083/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:20,104 INFO [StoreOpener-fa5b5e3af6eee0f01af15a3aad9ff083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:20,105 INFO [StoreOpener-fa5b5e3af6eee0f01af15a3aad9ff083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa5b5e3af6eee0f01af15a3aad9ff083 columnFamilyName f1 2024-11-09T01:21:20,105 DEBUG [StoreOpener-fa5b5e3af6eee0f01af15a3aad9ff083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:20,106 INFO [StoreOpener-fa5b5e3af6eee0f01af15a3aad9ff083-1 {}] regionserver.HStore(327): Store=fa5b5e3af6eee0f01af15a3aad9ff083/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:20,106 INFO [StoreOpener-fa5b5e3af6eee0f01af15a3aad9ff083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:20,107 INFO [StoreOpener-fa5b5e3af6eee0f01af15a3aad9ff083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa5b5e3af6eee0f01af15a3aad9ff083 columnFamilyName norep 2024-11-09T01:21:20,107 DEBUG [StoreOpener-fa5b5e3af6eee0f01af15a3aad9ff083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:20,107 INFO [StoreOpener-fa5b5e3af6eee0f01af15a3aad9ff083-1 {}] regionserver.HStore(327): Store=fa5b5e3af6eee0f01af15a3aad9ff083/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:20,108 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:20,108 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/default/test/fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:20,109 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/default/test/fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:20,109 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:20,109 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:20,110 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:21:20,111 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:20,112 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/default/test/fa5b5e3af6eee0f01af15a3aad9ff083/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:21:20,113 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa5b5e3af6eee0f01af15a3aad9ff083; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72107135, jitterRate=0.07448004186153412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:21:20,113 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:20,113 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa5b5e3af6eee0f01af15a3aad9ff083: Running coprocessor pre-open hook at 1731115280101Writing region info on filesystem at 1731115280101Initializing all the Stores at 1731115280102 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115280102Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115280102Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115280102Cleaning up temporary data from old regions at 1731115280109 (+7 ms)Running coprocessor post-open hooks at 1731115280113 (+4 ms)Region opened successfully at 1731115280113 2024-11-09T01:21:20,114 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083., pid=6, masterSystemTime=1731115280097 2024-11-09T01:21:20,115 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083. 2024-11-09T01:21:20,115 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083. 2024-11-09T01:21:20,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa5b5e3af6eee0f01af15a3aad9ff083, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5296cfb18d53,42659,1731115273066 2024-11-09T01:21:20,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa5b5e3af6eee0f01af15a3aad9ff083, server=5296cfb18d53,42659,1731115273066 because future has completed 2024-11-09T01:21:20,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T01:21:20,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa5b5e3af6eee0f01af15a3aad9ff083, server=5296cfb18d53,42659,1731115273066 in 177 msec 2024-11-09T01:21:20,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:21:20,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fa5b5e3af6eee0f01af15a3aad9ff083, ASSIGN in 332 msec 2024-11-09T01:21:20,123 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:21:20,123 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115280123"}]},"ts":"1731115280123"} 2024-11-09T01:21:20,125 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T01:21:20,125 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:21:20,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-09T01:21:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:21:20,508 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T01:21:20,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175e96b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:20,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,41413,-1 for getting cluster id 2024-11-09T01:21:20,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:20,512 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8059d972-0534-4444-b7dd-fe0d9a1113ed' 2024-11-09T01:21:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8059d972-0534-4444-b7dd-fe0d9a1113ed" 2024-11-09T01:21:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f27e63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,41413,-1] 2024-11-09T01:21:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:20,514 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b01eeb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:20,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:21:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,41413,1731115259316 2024-11-09T01:21:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e9ca9a5 2024-11-09T01:21:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:21:20,518 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:21:20,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5296cfb18d53:38819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:21:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:21:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:21:20,523 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:38819' 2024-11-09T01:21:20,528 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d235446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:20,528 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38819,-1 for getting cluster id 2024-11-09T01:21:20,528 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:20,529 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2547dc7c-23e9-4ae0-80de-dfb2f730ef64' 2024-11-09T01:21:20,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:20,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2547dc7c-23e9-4ae0-80de-dfb2f730ef64" 2024-11-09T01:21:20,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc5419c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:20,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38819,-1] 2024-11-09T01:21:20,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:20,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:20,531 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:20,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437fe442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:20,532 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:21:20,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,38819,1731115265808 2024-11-09T01:21:20,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da117af 2024-11-09T01:21:20,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:21:20,534 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:21:20,535 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T01:21:20,535 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:21:20,535 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:20,535 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:20,536 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:21:20,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:21:20,537 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T01:21:20,538 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:21:20,538 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:20,539 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:21:20,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741837_1013 (size=1138) 2024-11-09T01:21:20,581 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3db6ab162f8b95dd5ac108029cd2b5c3, NAME => 'hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa 2024-11-09T01:21:20,588 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T01:21:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741838_1014 (size=44) 2024-11-09T01:21:20,615 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:20,615 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3db6ab162f8b95dd5ac108029cd2b5c3, disabling compactions & flushes 2024-11-09T01:21:20,615 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. 2024-11-09T01:21:20,615 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. 2024-11-09T01:21:20,615 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. after waiting 0 ms 2024-11-09T01:21:20,615 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. 2024-11-09T01:21:20,615 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. 2024-11-09T01:21:20,615 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3db6ab162f8b95dd5ac108029cd2b5c3: Waiting for close lock at 1731115280615Disabling compacts and flushes for region at 1731115280615Disabling writes for close at 1731115280615Writing region close event to WAL at 1731115280615Closed at 1731115280615 2024-11-09T01:21:20,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:21:20,618 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731115280618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115280618"}]},"ts":"1731115280618"} 2024-11-09T01:21:20,620 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T01:21:20,621 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:21:20,621 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115280621"}]},"ts":"1731115280621"} 2024-11-09T01:21:20,623 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T01:21:20,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3db6ab162f8b95dd5ac108029cd2b5c3, ASSIGN}] 2024-11-09T01:21:20,626 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3db6ab162f8b95dd5ac108029cd2b5c3, ASSIGN 2024-11-09T01:21:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:21:20,627 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3db6ab162f8b95dd5ac108029cd2b5c3, ASSIGN; state=OFFLINE, location=5296cfb18d53,36585,1731115259568; forceNewPlan=false, retain=false 2024-11-09T01:21:20,779 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3db6ab162f8b95dd5ac108029cd2b5c3, regionState=OPENING, regionLocation=5296cfb18d53,36585,1731115259568 2024-11-09T01:21:20,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3db6ab162f8b95dd5ac108029cd2b5c3, ASSIGN because future has completed 2024-11-09T01:21:20,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3db6ab162f8b95dd5ac108029cd2b5c3, server=5296cfb18d53,36585,1731115259568}] 2024-11-09T01:21:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:21:20,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. 2024-11-09T01:21:20,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:21:20,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T01:21:20,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5296cfb18d53%2C36585%2C1731115259568.rep, suffix=, logDir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568, archiveDir=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/oldWALs, maxLogs=10 2024-11-09T01:21:20,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.rep.1731115280953, exclude list is [], retry=0 2024-11-09T01:21:20,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37745,DS-32b31352-9792-4fd7-8dc4-4add3722d3e6,DISK] 2024-11-09T01:21:21,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.rep.1731115280953 2024-11-09T01:21:21,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-09T01:21:21,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3db6ab162f8b95dd5ac108029cd2b5c3, NAME => 'hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:21:21,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T01:21:21,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:21:21,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. service=MultiRowMutationService 2024-11-09T01:21:21,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T01:21:21,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3db6ab162f8b95dd5ac108029cd2b5c3 2024-11-09T01:21:21,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:21:21,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3db6ab162f8b95dd5ac108029cd2b5c3 2024-11-09T01:21:21,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3db6ab162f8b95dd5ac108029cd2b5c3 2024-11-09T01:21:21,052 INFO [StoreOpener-3db6ab162f8b95dd5ac108029cd2b5c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3db6ab162f8b95dd5ac108029cd2b5c3 2024-11-09T01:21:21,054 INFO [StoreOpener-3db6ab162f8b95dd5ac108029cd2b5c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3db6ab162f8b95dd5ac108029cd2b5c3 columnFamilyName hfileref 2024-11-09T01:21:21,054 DEBUG [StoreOpener-3db6ab162f8b95dd5ac108029cd2b5c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:21,055 INFO [StoreOpener-3db6ab162f8b95dd5ac108029cd2b5c3-1 {}] regionserver.HStore(327): Store=3db6ab162f8b95dd5ac108029cd2b5c3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:21,055 INFO [StoreOpener-3db6ab162f8b95dd5ac108029cd2b5c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3db6ab162f8b95dd5ac108029cd2b5c3 2024-11-09T01:21:21,058 INFO [StoreOpener-3db6ab162f8b95dd5ac108029cd2b5c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3db6ab162f8b95dd5ac108029cd2b5c3 columnFamilyName queue 2024-11-09T01:21:21,058 DEBUG [StoreOpener-3db6ab162f8b95dd5ac108029cd2b5c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:21,059 INFO [StoreOpener-3db6ab162f8b95dd5ac108029cd2b5c3-1 {}] regionserver.HStore(327): Store=3db6ab162f8b95dd5ac108029cd2b5c3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:21,059 INFO [StoreOpener-3db6ab162f8b95dd5ac108029cd2b5c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3db6ab162f8b95dd5ac108029cd2b5c3 2024-11-09T01:21:21,062 INFO [StoreOpener-3db6ab162f8b95dd5ac108029cd2b5c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3db6ab162f8b95dd5ac108029cd2b5c3 columnFamilyName sid 2024-11-09T01:21:21,062 DEBUG [StoreOpener-3db6ab162f8b95dd5ac108029cd2b5c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:21:21,063 INFO [StoreOpener-3db6ab162f8b95dd5ac108029cd2b5c3-1 {}] regionserver.HStore(327): Store=3db6ab162f8b95dd5ac108029cd2b5c3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:21:21,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3db6ab162f8b95dd5ac108029cd2b5c3 2024-11-09T01:21:21,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/replication/3db6ab162f8b95dd5ac108029cd2b5c3 2024-11-09T01:21:21,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/replication/3db6ab162f8b95dd5ac108029cd2b5c3 2024-11-09T01:21:21,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3db6ab162f8b95dd5ac108029cd2b5c3 2024-11-09T01:21:21,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3db6ab162f8b95dd5ac108029cd2b5c3 2024-11-09T01:21:21,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T01:21:21,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3db6ab162f8b95dd5ac108029cd2b5c3 2024-11-09T01:21:21,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/replication/3db6ab162f8b95dd5ac108029cd2b5c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:21:21,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3db6ab162f8b95dd5ac108029cd2b5c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60332502, jitterRate=-0.10097566246986389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T01:21:21,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3db6ab162f8b95dd5ac108029cd2b5c3 2024-11-09T01:21:21,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3db6ab162f8b95dd5ac108029cd2b5c3: Running coprocessor pre-open hook at 1731115281034Writing region info on filesystem at 1731115281034Initializing all the Stores at 1731115281034Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115281034Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115281048 (+14 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115281048Cleaning up temporary data from old regions at 1731115281065 (+17 ms)Running coprocessor post-open hooks at 1731115281074 (+9 ms)Region opened successfully at 1731115281076 (+2 ms) 2024-11-09T01:21:21,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3., pid=10, masterSystemTime=1731115280937 2024-11-09T01:21:21,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. 2024-11-09T01:21:21,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. 2024-11-09T01:21:21,081 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3db6ab162f8b95dd5ac108029cd2b5c3, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,36585,1731115259568 2024-11-09T01:21:21,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3db6ab162f8b95dd5ac108029cd2b5c3, server=5296cfb18d53,36585,1731115259568 because future has completed 2024-11-09T01:21:21,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T01:21:21,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3db6ab162f8b95dd5ac108029cd2b5c3, server=5296cfb18d53,36585,1731115259568 in 301 msec 2024-11-09T01:21:21,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T01:21:21,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3db6ab162f8b95dd5ac108029cd2b5c3, ASSIGN in 466 msec 2024-11-09T01:21:21,093 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:21:21,094 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115281093"}]},"ts":"1731115281093"} 2024-11-09T01:21:21,098 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T01:21:21,099 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:21:21,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 563 msec 2024-11-09T01:21:21,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3., hostname=5296cfb18d53,36585,1731115259568, seqNum=2] 2024-11-09T01:21:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:21:21,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:21,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:21,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:21:21,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T01:21:21,391 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T01:21:21,435 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5296cfb18d53,36585,1731115259568, ReplicationSource: 1, currentBandwidth=0 2024-11-09T01:21:21,436 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:21:21,436 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:21:21,436 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36585,1731115259568, seqNum=-1] 2024-11-09T01:21:21,436 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:21:21,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-09T01:21:21,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5296cfb18d53,36585,1731115259568', locateType=CURRENT is [region=hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3., hostname=5296cfb18d53,36585,1731115259568, seqNum=2] 2024-11-09T01:21:21,445 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T01:21:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T01:21:21,449 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5296cfb18d53,36585,1731115259568 suceeded 2024-11-09T01:21:21,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T01:21:21,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-09T01:21:21,452 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5296cfb18d53:38819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:21:21,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 933 msec 2024-11-09T01:21:21,466 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:38819' 2024-11-09T01:21:21,469 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40cd8cc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,469 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38819,-1 for getting cluster id 2024-11-09T01:21:21,469 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:21,469 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2547dc7c-23e9-4ae0-80de-dfb2f730ef64' 2024-11-09T01:21:21,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:21,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2547dc7c-23e9-4ae0-80de-dfb2f730ef64" 2024-11-09T01:21:21,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@728b0ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38819,-1] 2024-11-09T01:21:21,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:21,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:21,471 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:21,471 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48972bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,471 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:21:21,472 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,38819,1731115265808 2024-11-09T01:21:21,473 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f5acd78 2024-11-09T01:21:21,473 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:21:21,474 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T01:21:21,475 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5296cfb18d53,36585,1731115259568 (queues=1) is replicating from cluster=8059d972-0534-4444-b7dd-fe0d9a1113ed to cluster=2547dc7c-23e9-4ae0-80de-dfb2f730ef64 2024-11-09T01:21:21,475 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5296cfb18d53%2C36585%2C1731115259568 2024-11-09T01:21:21,475 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5296cfb18d53,36585,1731115259568, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:21:21,492 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773, startPosition=0, beingWritten=true 2024-11-09T01:21:21,496 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C36585%2C1731115259568 2024-11-09T01:21:21,504 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:21:21,504 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773 to pos 379, reset compression=false 2024-11-09T01:21:21,504 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,36585,1731115259568 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:21:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T01:21:21,657 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T01:21:21,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:21:21,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:21,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:21,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:21,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:21:21,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b534c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,41413,-1 for getting cluster id 2024-11-09T01:21:21,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:21,662 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8059d972-0534-4444-b7dd-fe0d9a1113ed' 2024-11-09T01:21:21,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:21,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8059d972-0534-4444-b7dd-fe0d9a1113ed" 2024-11-09T01:21:21,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3643bfff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,41413,-1] 2024-11-09T01:21:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:21,663 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37193dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2274e32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38819,-1 for getting cluster id 2024-11-09T01:21:21,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:21,682 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2547dc7c-23e9-4ae0-80de-dfb2f730ef64' 2024-11-09T01:21:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2547dc7c-23e9-4ae0-80de-dfb2f730ef64" 2024-11-09T01:21:21,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea12867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38819,-1] 2024-11-09T01:21:21,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:21,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:21,684 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:21,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458f900f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4408d796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42927,-1 for getting cluster id 2024-11-09T01:21:21,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:21,689 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed6086f8-0b40-4703-930a-f7081dea906c' 2024-11-09T01:21:21,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:21,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed6086f8-0b40-4703-930a-f7081dea906c" 2024-11-09T01:21:21,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e1eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42927,-1] 2024-11-09T01:21:21,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:21,692 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:21,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3506f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:21,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731115281698/Put/seqid=0 2024-11-09T01:21:21,709 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773 to pos 379, reset compression=false 2024-11-09T01:21:21,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741840_1016 (size=7894) 2024-11-09T01:21:21,729 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731115281729/Put/seqid=0 2024-11-09T01:21:21,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741841_1017 (size=7691) 2024-11-09T01:21:21,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec800d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,41413,-1 for getting cluster id 2024-11-09T01:21:21,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:21,738 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8059d972-0534-4444-b7dd-fe0d9a1113ed' 2024-11-09T01:21:21,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:21,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8059d972-0534-4444-b7dd-fe0d9a1113ed" 2024-11-09T01:21:21,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78efd252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,41413,-1] 2024-11-09T01:21:21,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:21,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:21,741 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:21,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edab5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:21,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:21:21,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36585,1731115259568, seqNum=-1] 2024-11-09T01:21:21,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:21:21,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:21:21,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:21:21,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,41413,1731115259316 2024-11-09T01:21:21,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59607990 2024-11-09T01:21:21,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:21:21,758 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:21:21,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9., hostname=5296cfb18d53,36585,1731115259568, seqNum=2] 2024-11-09T01:21:21,764 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T01:21:21,772 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-09T01:21:21,774 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-09T01:21:21,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 98b86b1a416ea7e807bcc2999584bce9/f 2024-11-09T01:21:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T01:21:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:21:21,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 98b86b1a416ea7e807bcc2999584bce9/f 2024-11-09T01:21:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T01:21:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:21:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HRegion(2603): Flush status journal for 98b86b1a416ea7e807bcc2999584bce9: 2024-11-09T01:21:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__5lum2acgl41t7nid0m3qql3aeln1aqf0mqus45uug59isc35ugnvh1hnta723m9p/f/hfile_1 2024-11-09T01:21:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__5lum2acgl41t7nid0m3qql3aeln1aqf0mqus45uug59isc35ugnvh1hnta723m9p/f/hfile_1 as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/4df7c4aeab504b2bbb59ed254b85e5e3_SeqId_4_ 2024-11-09T01:21:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__5lum2acgl41t7nid0m3qql3aeln1aqf0mqus45uug59isc35ugnvh1hnta723m9p/f/hfile_0 2024-11-09T01:21:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__5lum2acgl41t7nid0m3qql3aeln1aqf0mqus45uug59isc35ugnvh1hnta723m9p/f/hfile_0 as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/0f352c52671646499aecfb3e2e336d52_SeqId_4_ 2024-11-09T01:21:21,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__5lum2acgl41t7nid0m3qql3aeln1aqf0mqus45uug59isc35ugnvh1hnta723m9p/f/hfile_1 into 98b86b1a416ea7e807bcc2999584bce9/f as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/4df7c4aeab504b2bbb59ed254b85e5e3_SeqId_4_ - updating store file list. 2024-11-09T01:21:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4df7c4aeab504b2bbb59ed254b85e5e3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T01:21:21,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/4df7c4aeab504b2bbb59ed254b85e5e3_SeqId_4_ into 98b86b1a416ea7e807bcc2999584bce9/f 2024-11-09T01:21:21,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__5lum2acgl41t7nid0m3qql3aeln1aqf0mqus45uug59isc35ugnvh1hnta723m9p/f/hfile_1 into 98b86b1a416ea7e807bcc2999584bce9/f (new location: hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/4df7c4aeab504b2bbb59ed254b85e5e3_SeqId_4_) 2024-11-09T01:21:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__5lum2acgl41t7nid0m3qql3aeln1aqf0mqus45uug59isc35ugnvh1hnta723m9p/f/hfile_1 2024-11-09T01:21:21,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__5lum2acgl41t7nid0m3qql3aeln1aqf0mqus45uug59isc35ugnvh1hnta723m9p/f/hfile_0 into 98b86b1a416ea7e807bcc2999584bce9/f as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/0f352c52671646499aecfb3e2e336d52_SeqId_4_ - updating store file list. 2024-11-09T01:21:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f352c52671646499aecfb3e2e336d52_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T01:21:21,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/0f352c52671646499aecfb3e2e336d52_SeqId_4_ into 98b86b1a416ea7e807bcc2999584bce9/f 2024-11-09T01:21:21,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__5lum2acgl41t7nid0m3qql3aeln1aqf0mqus45uug59isc35ugnvh1hnta723m9p/f/hfile_0 into 98b86b1a416ea7e807bcc2999584bce9/f (new location: hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/0f352c52671646499aecfb3e2e336d52_SeqId_4_) 2024-11-09T01:21:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__5lum2acgl41t7nid0m3qql3aeln1aqf0mqus45uug59isc35ugnvh1hnta723m9p/f/hfile_0 2024-11-09T01:21:21,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:21:21,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:21,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:21,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:21,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:21:21,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:21:21,813 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T01:21:21,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9., hostname=5296cfb18d53,36585,1731115259568, seqNum=2 , the old value is region=test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9., hostname=5296cfb18d53,36585,1731115259568, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5296cfb18d53:36585 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T01:21:21,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9., hostname=5296cfb18d53,36585,1731115259568, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T01:21:21,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9., hostname=5296cfb18d53,36585,1731115259568, seqNum=2 from cache 2024-11-09T01:21:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,34033,1731115265968, seqNum=-1] 2024-11-09T01:21:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:21:21,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:21:21,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731115278218.c97460ffedf013b51a9c3af12e995f78., hostname=5296cfb18d53,34033,1731115265968, seqNum=2] 2024-11-09T01:21:21,819 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T01:21:21,916 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:36585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T01:21:22,025 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773 to pos 379, reset compression=false 2024-11-09T01:21:22,035 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:21:22,035 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,36585,1731115259568 got entry batch from reader: WALEntryBatch [walEntries=[{test/98b86b1a416ea7e807bcc2999584bce9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731115281810/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T01:21:22,037 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:21:22,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T01:21:22,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(318): Replicating [8059d972-0534-4444-b7dd-fe0d9a1113ed] bulk loaded data 2024-11-09T01:21:22,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@568d6fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:22,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,38819,-1 for getting cluster id 2024-11-09T01:21:22,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:22,041 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2547dc7c-23e9-4ae0-80de-dfb2f730ef64' 2024-11-09T01:21:22,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:22,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2547dc7c-23e9-4ae0-80de-dfb2f730ef64" 2024-11-09T01:21:22,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18d4c0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:22,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,38819,-1] 2024-11-09T01:21:22,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:22,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:22,042 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:22,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bed1455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:22,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741837_1013 (size=7691) 2024-11-09T01:21:22,235 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773 to pos 687, reset compression=false 2024-11-09T01:21:22,328 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:21:22,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:22,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741838_1014 (size=7894) 2024-11-09T01:21:22,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:21:22,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,38819,1731115265808 2024-11-09T01:21:22,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ad35c55 2024-11-09T01:21:22,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:21:22,497 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-09T01:21:22,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T01:21:22,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:21:22,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,34033,1731115265968, seqNum=-1] 2024-11-09T01:21:22,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:21:22,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-09T01:21:22,527 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__nqte2hh3q858vu4c31duqstgiugl4l1a19gaino452ee243s1a272fp2effnv18v/f/0f352c52671646499aecfb3e2e336d52_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-09T01:21:22,540 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__nqte2hh3q858vu4c31duqstgiugl4l1a19gaino452ee243s1a272fp2effnv18v/f/4df7c4aeab504b2bbb59ed254b85e5e3_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-09T01:21:22,556 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773 to pos 687, reset compression=false 2024-11-09T01:21:22,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__nqte2hh3q858vu4c31duqstgiugl4l1a19gaino452ee243s1a272fp2effnv18v/f/4df7c4aeab504b2bbb59ed254b85e5e3_SeqId_4_ for inclusion in c97460ffedf013b51a9c3af12e995f78/f 2024-11-09T01:21:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T01:21:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:21:22,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__nqte2hh3q858vu4c31duqstgiugl4l1a19gaino452ee243s1a272fp2effnv18v/f/0f352c52671646499aecfb3e2e336d52_SeqId_4_ for inclusion in c97460ffedf013b51a9c3af12e995f78/f 2024-11-09T01:21:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T01:21:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:21:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HRegion(2603): Flush status journal for c97460ffedf013b51a9c3af12e995f78: 2024-11-09T01:21:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4df7c4aeab504b2bbb59ed254b85e5e3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T01:21:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__nqte2hh3q858vu4c31duqstgiugl4l1a19gaino452ee243s1a272fp2effnv18v/f/4df7c4aeab504b2bbb59ed254b85e5e3_SeqId_4_ as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/21c4e17c3ef346fe8fbe8f6c04940db9_SeqId_4_ 2024-11-09T01:21:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0f352c52671646499aecfb3e2e336d52_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T01:21:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__nqte2hh3q858vu4c31duqstgiugl4l1a19gaino452ee243s1a272fp2effnv18v/f/0f352c52671646499aecfb3e2e336d52_SeqId_4_ as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/631de736120f4290b5f76a61745f10de_SeqId_4_ 2024-11-09T01:21:22,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__nqte2hh3q858vu4c31duqstgiugl4l1a19gaino452ee243s1a272fp2effnv18v/f/4df7c4aeab504b2bbb59ed254b85e5e3_SeqId_4_ into c97460ffedf013b51a9c3af12e995f78/f as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/21c4e17c3ef346fe8fbe8f6c04940db9_SeqId_4_ - updating store file list. 2024-11-09T01:21:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 21c4e17c3ef346fe8fbe8f6c04940db9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T01:21:22,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/21c4e17c3ef346fe8fbe8f6c04940db9_SeqId_4_ into c97460ffedf013b51a9c3af12e995f78/f 2024-11-09T01:21:22,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__nqte2hh3q858vu4c31duqstgiugl4l1a19gaino452ee243s1a272fp2effnv18v/f/4df7c4aeab504b2bbb59ed254b85e5e3_SeqId_4_ into c97460ffedf013b51a9c3af12e995f78/f (new location: hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/21c4e17c3ef346fe8fbe8f6c04940db9_SeqId_4_) 2024-11-09T01:21:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__nqte2hh3q858vu4c31duqstgiugl4l1a19gaino452ee243s1a272fp2effnv18v/f/4df7c4aeab504b2bbb59ed254b85e5e3_SeqId_4_ 2024-11-09T01:21:22,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__nqte2hh3q858vu4c31duqstgiugl4l1a19gaino452ee243s1a272fp2effnv18v/f/0f352c52671646499aecfb3e2e336d52_SeqId_4_ into c97460ffedf013b51a9c3af12e995f78/f as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/631de736120f4290b5f76a61745f10de_SeqId_4_ - updating store file list. 2024-11-09T01:21:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 631de736120f4290b5f76a61745f10de_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T01:21:22,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/631de736120f4290b5f76a61745f10de_SeqId_4_ into c97460ffedf013b51a9c3af12e995f78/f 2024-11-09T01:21:22,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__nqte2hh3q858vu4c31duqstgiugl4l1a19gaino452ee243s1a272fp2effnv18v/f/0f352c52671646499aecfb3e2e336d52_SeqId_4_ into c97460ffedf013b51a9c3af12e995f78/f (new location: hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/631de736120f4290b5f76a61745f10de_SeqId_4_) 2024-11-09T01:21:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__nqte2hh3q858vu4c31duqstgiugl4l1a19gaino452ee243s1a272fp2effnv18v/f/0f352c52671646499aecfb3e2e336d52_SeqId_4_ 2024-11-09T01:21:22,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(324): Finished replicating [8059d972-0534-4444-b7dd-fe0d9a1113ed] bulk loaded data 2024-11-09T01:21:22,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:21:22,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42659,1731115273066, seqNum=-1] 2024-11-09T01:21:22,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:21:22,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:21:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083., hostname=5296cfb18d53,42659,1731115273066, seqNum=2] 2024-11-09T01:21:22,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:21:22,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:21:22,849 DEBUG [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5296cfb18d53%2C36585%2C1731115259568:(num 1731115261773) roll requested 2024-11-09T01:21:22,875 DEBUG [regionserver/5296cfb18d53:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849, exclude list is [], retry=0 2024-11-09T01:21:22,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37745,DS-32b31352-9792-4fd7-8dc4-4add3722d3e6,DISK] 2024-11-09T01:21:22,933 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 2024-11-09T01:21:22,950 DEBUG [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-09T01:21:22,950 DEBUG [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773 is not closed yet, will try archiving it next time 2024-11-09T01:21:22,950 DEBUG [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5296cfb18d53%2C36585%2C1731115259568.rep:(num 1731115280953) roll requested 2024-11-09T01:21:22,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515799c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:22,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,41413,-1 for getting cluster id 2024-11-09T01:21:22,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:22,955 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8059d972-0534-4444-b7dd-fe0d9a1113ed' 2024-11-09T01:21:22,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:22,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8059d972-0534-4444-b7dd-fe0d9a1113ed" 2024-11-09T01:21:22,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182f52c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:22,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,41413,-1] 2024-11-09T01:21:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:22,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741833_1009 (size=695) 2024-11-09T01:21:22,958 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:22,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf152b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:22,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:21:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,41413,1731115259316 2024-11-09T01:21:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4280e07c 2024-11-09T01:21:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:21:22,961 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:21:22,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://5296cfb18d53:42927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T01:21:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T01:21:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T01:21:22,964 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:42927' 2024-11-09T01:21:22,965 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca48798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:22,965 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42927,-1 for getting cluster id 2024-11-09T01:21:22,966 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:22,966 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773 to hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/oldWALs/5296cfb18d53%2C36585%2C1731115259568.1731115261773 2024-11-09T01:21:22,966 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed6086f8-0b40-4703-930a-f7081dea906c' 2024-11-09T01:21:22,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:22,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed6086f8-0b40-4703-930a-f7081dea906c" 2024-11-09T01:21:22,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f92fc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:22,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42927,-1] 2024-11-09T01:21:22,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:22,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:22,968 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:22,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb36fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:22,969 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:21:22,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,42927,1731115272754 2024-11-09T01:21:22,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@721cdb60 2024-11-09T01:21:22,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:21:22,971 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:21:22,972 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-09T01:21:22,972 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T01:21:22,972 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:22,972 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:22,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:21:22,977 DEBUG [regionserver/5296cfb18d53:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.rep.1731115282950, exclude list is [], retry=0 2024-11-09T01:21:22,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37745,DS-32b31352-9792-4fd7-8dc4-4add3722d3e6,DISK] 2024-11-09T01:21:22,997 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.rep.1731115280953 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.rep.1731115282950 2024-11-09T01:21:23,003 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773 to pos 687, reset compression=false 2024-11-09T01:21:23,008 DEBUG [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-09T01:21:23,008 DEBUG [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.rep.1731115280953 is not closed yet, will try archiving it next time 2024-11-09T01:21:23,008 DEBUG [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5296cfb18d53%2C36585%2C1731115259568.meta:.meta(num 1731115262438) roll requested 2024-11-09T01:21:23,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741839_1015 (size=1505) 2024-11-09T01:21:23,013 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.rep.1731115280953 not finished, retry = 0 2024-11-09T01:21:23,013 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773 was moved to hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/oldWALs/5296cfb18d53%2C36585%2C1731115259568.1731115261773 2024-11-09T01:21:23,015 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773 2024-11-09T01:21:23,015 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,36585,1731115259568 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115261773, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T01:21:23,015 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849, startPosition=0, beingWritten=true 2024-11-09T01:21:23,017 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5296cfb18d53%2C36585%2C1731115259568.1731115261773] 2024-11-09T01:21:23,028 DEBUG [regionserver/5296cfb18d53:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.meta.1731115283008.meta, exclude list is [], retry=0 2024-11-09T01:21:23,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37745,DS-32b31352-9792-4fd7-8dc4-4add3722d3e6,DISK] 2024-11-09T01:21:23,037 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.meta.1731115262438.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.meta.1731115283008.meta 2024-11-09T01:21:23,053 DEBUG [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-09T01:21:23,053 DEBUG [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.meta.1731115262438.meta is not closed yet, will try archiving it next time 2024-11-09T01:21:23,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741834_1010 (size=3473) 2024-11-09T01:21:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T01:21:23,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T01:21:23,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T01:21:23,261 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T01:21:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T01:21:23,308 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-5296cfb18d53,36585,1731115259568, ReplicationSource: 2, currentBandwidth=0 2024-11-09T01:21:23,310 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T01:21:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T01:21:23,314 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5296cfb18d53,36585,1731115259568 suceeded 2024-11-09T01:21:23,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T01:21:23,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-09T01:21:23,317 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5296cfb18d53:42927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T01:21:23,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 356 msec 2024-11-09T01:21:23,329 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5296cfb18d53:42927' 2024-11-09T01:21:23,337 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@725eaa8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:23,337 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42927,-1 for getting cluster id 2024-11-09T01:21:23,337 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:23,340 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed6086f8-0b40-4703-930a-f7081dea906c' 2024-11-09T01:21:23,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:23,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed6086f8-0b40-4703-930a-f7081dea906c" 2024-11-09T01:21:23,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14560985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:23,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42927,-1] 2024-11-09T01:21:23,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:23,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:23,342 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:23,343 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c83babc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:23,343 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:21:23,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,42927,1731115272754 2024-11-09T01:21:23,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@692497e8 2024-11-09T01:21:23,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:21:23,347 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T01:21:23,347 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5296cfb18d53,36585,1731115259568 (queues=1) is replicating from cluster=8059d972-0534-4444-b7dd-fe0d9a1113ed to cluster=ed6086f8-0b40-4703-930a-f7081dea906c 2024-11-09T01:21:23,347 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5296cfb18d53%2C36585%2C1731115259568 2024-11-09T01:21:23,348 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5296cfb18d53,36585,1731115259568, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T01:21:23,348 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849, startPosition=0, beingWritten=true 2024-11-09T01:21:23,354 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5296cfb18d53%2C36585%2C1731115259568 2024-11-09T01:21:23,526 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 0, reset compression=false 2024-11-09T01:21:23,565 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 0, reset compression=false 2024-11-09T01:21:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T01:21:23,596 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T01:21:23,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:21:23,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:23,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:23,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:23,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:21:23,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:21:23,604 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731115283604/Put/seqid=0 2024-11-09T01:21:23,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741845_1021 (size=11194) 2024-11-09T01:21:23,632 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731115283631/Put/seqid=0 2024-11-09T01:21:23,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741846_1022 (size=10791) 2024-11-09T01:21:23,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee4ddbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:23,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,41413,-1 for getting cluster id 2024-11-09T01:21:23,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:23,638 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8059d972-0534-4444-b7dd-fe0d9a1113ed' 2024-11-09T01:21:23,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:23,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8059d972-0534-4444-b7dd-fe0d9a1113ed" 2024-11-09T01:21:23,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4353d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:23,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,41413,-1] 2024-11-09T01:21:23,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:23,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:23,639 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:23,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed2fc70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:23,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:21:23,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36585,1731115259568, seqNum=-1] 2024-11-09T01:21:23,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:21:23,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:21:23,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:21:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,41413,1731115259316 2024-11-09T01:21:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@482ef666 2024-11-09T01:21:23,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:21:23,661 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:21:23,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9., hostname=5296cfb18d53,36585,1731115259568, seqNum=2] 2024-11-09T01:21:23,668 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T01:21:23,680 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-09T01:21:23,684 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-09T01:21:23,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 98b86b1a416ea7e807bcc2999584bce9/f 2024-11-09T01:21:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T01:21:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:21:23,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 98b86b1a416ea7e807bcc2999584bce9/f 2024-11-09T01:21:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T01:21:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:21:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HRegion(2603): Flush status journal for 98b86b1a416ea7e807bcc2999584bce9: 2024-11-09T01:21:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__s4d2o7c6s3pr4ur27dhd7tvnf4p49lksm0rlm2vqkt3k86i729mgkeodqj9gmkc9/f/hfile_0 2024-11-09T01:21:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__s4d2o7c6s3pr4ur27dhd7tvnf4p49lksm0rlm2vqkt3k86i729mgkeodqj9gmkc9/f/hfile_0 as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ 2024-11-09T01:21:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__s4d2o7c6s3pr4ur27dhd7tvnf4p49lksm0rlm2vqkt3k86i729mgkeodqj9gmkc9/f/hfile_1 2024-11-09T01:21:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__s4d2o7c6s3pr4ur27dhd7tvnf4p49lksm0rlm2vqkt3k86i729mgkeodqj9gmkc9/f/hfile_1 as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ 2024-11-09T01:21:23,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__s4d2o7c6s3pr4ur27dhd7tvnf4p49lksm0rlm2vqkt3k86i729mgkeodqj9gmkc9/f/hfile_0 into 98b86b1a416ea7e807bcc2999584bce9/f as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ - updating store file list. 2024-11-09T01:21:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T01:21:23,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ into 98b86b1a416ea7e807bcc2999584bce9/f 2024-11-09T01:21:23,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__s4d2o7c6s3pr4ur27dhd7tvnf4p49lksm0rlm2vqkt3k86i729mgkeodqj9gmkc9/f/hfile_0 into 98b86b1a416ea7e807bcc2999584bce9/f (new location: hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_) 2024-11-09T01:21:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__s4d2o7c6s3pr4ur27dhd7tvnf4p49lksm0rlm2vqkt3k86i729mgkeodqj9gmkc9/f/hfile_0 2024-11-09T01:21:23,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__s4d2o7c6s3pr4ur27dhd7tvnf4p49lksm0rlm2vqkt3k86i729mgkeodqj9gmkc9/f/hfile_1 into 98b86b1a416ea7e807bcc2999584bce9/f as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ - updating store file list. 2024-11-09T01:21:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T01:21:23,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ into 98b86b1a416ea7e807bcc2999584bce9/f 2024-11-09T01:21:23,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__s4d2o7c6s3pr4ur27dhd7tvnf4p49lksm0rlm2vqkt3k86i729mgkeodqj9gmkc9/f/hfile_1 into 98b86b1a416ea7e807bcc2999584bce9/f (new location: hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_) 2024-11-09T01:21:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/staging/jenkins__test__s4d2o7c6s3pr4ur27dhd7tvnf4p49lksm0rlm2vqkt3k86i729mgkeodqj9gmkc9/f/hfile_1 2024-11-09T01:21:23,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:21:23,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:23,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:23,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:23,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:21:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9., hostname=5296cfb18d53,36585,1731115259568, seqNum=2 , the old value is region=test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9., hostname=5296cfb18d53,36585,1731115259568, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5296cfb18d53:36585 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T01:21:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9., hostname=5296cfb18d53,36585,1731115259568, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T01:21:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9., hostname=5296cfb18d53,36585,1731115259568, seqNum=2 from cache 2024-11-09T01:21:23,734 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T01:21:23,736 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T01:21:23,836 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:36585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T01:21:23,884 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 0, reset compression=false 2024-11-09T01:21:23,914 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:21:23,914 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5296cfb18d53,36585,1731115259568 got entry batch from reader: WALEntryBatch [walEntries=[{test/98b86b1a416ea7e807bcc2999584bce9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731115283730/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T01:21:23,921 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:21:23,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T01:21:23,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.ReplicationSink(318): Replicating [8059d972-0534-4444-b7dd-fe0d9a1113ed] bulk loaded data 2024-11-09T01:21:23,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@128e741e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:23,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,42927,-1 for getting cluster id 2024-11-09T01:21:23,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:21:23,929 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed6086f8-0b40-4703-930a-f7081dea906c' 2024-11-09T01:21:23,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:21:23,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed6086f8-0b40-4703-930a-f7081dea906c" 2024-11-09T01:21:23,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@694e35d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:23,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,42927,-1] 2024-11-09T01:21:23,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:21:23,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:23,931 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:21:23,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@136e33a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:21:24,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741837_1013 (size=11194) 2024-11-09T01:21:24,114 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:24,133 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 0, reset compression=false 2024-11-09T01:21:24,138 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T01:21:24,138 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,36585,1731115259568 got entry batch from reader: WALEntryBatch [walEntries=[{test/98b86b1a416ea7e807bcc2999584bce9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731115283730/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T01:21:24,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(318): Replicating [8059d972-0534-4444-b7dd-fe0d9a1113ed] bulk loaded data 2024-11-09T01:21:24,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741839_1015 (size=11194) 2024-11-09T01:21:24,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741840_1016 (size=10791) 2024-11-09T01:21:24,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T01:21:24,189 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__bd95b7mrat86n591q9j2fn4c38kb6hd555u5811lir89qu4a6qr37q6hfh36frf/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T01:21:24,192 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__bd95b7mrat86n591q9j2fn4c38kb6hd555u5811lir89qu4a6qr37q6hfh36frf/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T01:21:24,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__bd95b7mrat86n591q9j2fn4c38kb6hd555u5811lir89qu4a6qr37q6hfh36frf/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ for inclusion in c97460ffedf013b51a9c3af12e995f78/f 2024-11-09T01:21:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T01:21:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:21:24,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__bd95b7mrat86n591q9j2fn4c38kb6hd555u5811lir89qu4a6qr37q6hfh36frf/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ for inclusion in c97460ffedf013b51a9c3af12e995f78/f 2024-11-09T01:21:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T01:21:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:21:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HRegion(2603): Flush status journal for c97460ffedf013b51a9c3af12e995f78: 2024-11-09T01:21:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T01:21:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__bd95b7mrat86n591q9j2fn4c38kb6hd555u5811lir89qu4a6qr37q6hfh36frf/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/6d0284dd8eab43d480e82be55d14d7ce_SeqId_6_ 2024-11-09T01:21:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T01:21:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__bd95b7mrat86n591q9j2fn4c38kb6hd555u5811lir89qu4a6qr37q6hfh36frf/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/57e2e62be67b41f0acfbd570489caf7c_SeqId_6_ 2024-11-09T01:21:24,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__bd95b7mrat86n591q9j2fn4c38kb6hd555u5811lir89qu4a6qr37q6hfh36frf/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ into c97460ffedf013b51a9c3af12e995f78/f as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/6d0284dd8eab43d480e82be55d14d7ce_SeqId_6_ - updating store file list. 2024-11-09T01:21:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d0284dd8eab43d480e82be55d14d7ce_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T01:21:24,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/6d0284dd8eab43d480e82be55d14d7ce_SeqId_6_ into c97460ffedf013b51a9c3af12e995f78/f 2024-11-09T01:21:24,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__bd95b7mrat86n591q9j2fn4c38kb6hd555u5811lir89qu4a6qr37q6hfh36frf/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ into c97460ffedf013b51a9c3af12e995f78/f (new location: hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/6d0284dd8eab43d480e82be55d14d7ce_SeqId_6_) 2024-11-09T01:21:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__bd95b7mrat86n591q9j2fn4c38kb6hd555u5811lir89qu4a6qr37q6hfh36frf/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ 2024-11-09T01:21:24,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__bd95b7mrat86n591q9j2fn4c38kb6hd555u5811lir89qu4a6qr37q6hfh36frf/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ into c97460ffedf013b51a9c3af12e995f78/f as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/57e2e62be67b41f0acfbd570489caf7c_SeqId_6_ - updating store file list. 2024-11-09T01:21:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 57e2e62be67b41f0acfbd570489caf7c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T01:21:24,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/57e2e62be67b41f0acfbd570489caf7c_SeqId_6_ into c97460ffedf013b51a9c3af12e995f78/f 2024-11-09T01:21:24,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__bd95b7mrat86n591q9j2fn4c38kb6hd555u5811lir89qu4a6qr37q6hfh36frf/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ into c97460ffedf013b51a9c3af12e995f78/f (new location: hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/f/57e2e62be67b41f0acfbd570489caf7c_SeqId_6_) 2024-11-09T01:21:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/staging/jenkins.hfs.22__test__bd95b7mrat86n591q9j2fn4c38kb6hd555u5811lir89qu4a6qr37q6hfh36frf/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ 2024-11-09T01:21:24,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(324): Finished replicating [8059d972-0534-4444-b7dd-fe0d9a1113ed] bulk loaded data 2024-11-09T01:21:24,338 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:24,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741838_1014 (size=10791) 2024-11-09T01:21:24,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:21:24,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,42927,1731115272754 2024-11-09T01:21:24,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@796d3 2024-11-09T01:21:24,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:21:24,421 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-09T01:21:24,422 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:24,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T01:21:24,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:21:24,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,42659,1731115273066, seqNum=-1] 2024-11-09T01:21:24,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:21:24,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-09T01:21:24,429 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/staging/jenkins.hfs.23__test__f6jl5kq6lb9dkqt1j4q8u9pk3rbkveusi4ih8u02c2ku46i4ugkgdem2q4gcim71/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T01:21:24,434 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/staging/jenkins.hfs.23__test__f6jl5kq6lb9dkqt1j4q8u9pk3rbkveusi4ih8u02c2ku46i4ugkgdem2q4gcim71/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T01:21:24,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/staging/jenkins.hfs.23__test__f6jl5kq6lb9dkqt1j4q8u9pk3rbkveusi4ih8u02c2ku46i4ugkgdem2q4gcim71/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ for inclusion in fa5b5e3af6eee0f01af15a3aad9ff083/f 2024-11-09T01:21:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T01:21:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:21:24,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/staging/jenkins.hfs.23__test__f6jl5kq6lb9dkqt1j4q8u9pk3rbkveusi4ih8u02c2ku46i4ugkgdem2q4gcim71/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ for inclusion in fa5b5e3af6eee0f01af15a3aad9ff083/f 2024-11-09T01:21:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T01:21:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T01:21:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HRegion(2603): Flush status journal for fa5b5e3af6eee0f01af15a3aad9ff083: 2024-11-09T01:21:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T01:21:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/staging/jenkins.hfs.23__test__f6jl5kq6lb9dkqt1j4q8u9pk3rbkveusi4ih8u02c2ku46i4ugkgdem2q4gcim71/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ as hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/default/test/fa5b5e3af6eee0f01af15a3aad9ff083/f/4da518f7794d4fccac7444654075d9fa_SeqId_4_ 2024-11-09T01:21:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T01:21:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/staging/jenkins.hfs.23__test__f6jl5kq6lb9dkqt1j4q8u9pk3rbkveusi4ih8u02c2ku46i4ugkgdem2q4gcim71/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ as hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/default/test/fa5b5e3af6eee0f01af15a3aad9ff083/f/a95825a2ff194267aebfaff7df405dcf_SeqId_4_ 2024-11-09T01:21:24,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/staging/jenkins.hfs.23__test__f6jl5kq6lb9dkqt1j4q8u9pk3rbkveusi4ih8u02c2ku46i4ugkgdem2q4gcim71/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ into fa5b5e3af6eee0f01af15a3aad9ff083/f as hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/default/test/fa5b5e3af6eee0f01af15a3aad9ff083/f/4da518f7794d4fccac7444654075d9fa_SeqId_4_ - updating store file list. 2024-11-09T01:21:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4da518f7794d4fccac7444654075d9fa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T01:21:24,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/default/test/fa5b5e3af6eee0f01af15a3aad9ff083/f/4da518f7794d4fccac7444654075d9fa_SeqId_4_ into fa5b5e3af6eee0f01af15a3aad9ff083/f 2024-11-09T01:21:24,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/staging/jenkins.hfs.23__test__f6jl5kq6lb9dkqt1j4q8u9pk3rbkveusi4ih8u02c2ku46i4ugkgdem2q4gcim71/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ into fa5b5e3af6eee0f01af15a3aad9ff083/f (new location: hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/default/test/fa5b5e3af6eee0f01af15a3aad9ff083/f/4da518f7794d4fccac7444654075d9fa_SeqId_4_) 2024-11-09T01:21:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/staging/jenkins.hfs.23__test__f6jl5kq6lb9dkqt1j4q8u9pk3rbkveusi4ih8u02c2ku46i4ugkgdem2q4gcim71/f/8aa1520664cc46b9b30eafbae56d0c63_SeqId_6_ 2024-11-09T01:21:24,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/staging/jenkins.hfs.23__test__f6jl5kq6lb9dkqt1j4q8u9pk3rbkveusi4ih8u02c2ku46i4ugkgdem2q4gcim71/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ into fa5b5e3af6eee0f01af15a3aad9ff083/f as hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/default/test/fa5b5e3af6eee0f01af15a3aad9ff083/f/a95825a2ff194267aebfaff7df405dcf_SeqId_4_ - updating store file list. 2024-11-09T01:21:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a95825a2ff194267aebfaff7df405dcf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T01:21:24,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/default/test/fa5b5e3af6eee0f01af15a3aad9ff083/f/a95825a2ff194267aebfaff7df405dcf_SeqId_4_ into fa5b5e3af6eee0f01af15a3aad9ff083/f 2024-11-09T01:21:24,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/staging/jenkins.hfs.23__test__f6jl5kq6lb9dkqt1j4q8u9pk3rbkveusi4ih8u02c2ku46i4ugkgdem2q4gcim71/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ into fa5b5e3af6eee0f01af15a3aad9ff083/f (new location: hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/default/test/fa5b5e3af6eee0f01af15a3aad9ff083/f/a95825a2ff194267aebfaff7df405dcf_SeqId_4_) 2024-11-09T01:21:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/staging/jenkins.hfs.23__test__f6jl5kq6lb9dkqt1j4q8u9pk3rbkveusi4ih8u02c2ku46i4ugkgdem2q4gcim71/f/e673dc886a674ec5b06c6f2f3d115e50_SeqId_6_ 2024-11-09T01:21:24,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.ReplicationSink(324): Finished replicating [8059d972-0534-4444-b7dd-fe0d9a1113ed] bulk loaded data 2024-11-09T01:21:24,642 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:24,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:21:24,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:21:24,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:24,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:24,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:24,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:21:24,760 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:21:24,760 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=505424810, stopped=false 2024-11-09T01:21:24,760 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,42927,1731115272754 2024-11-09T01:21:24,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22025118108/running 2024-11-09T01:21:24,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22025118108/running 2024-11-09T01:21:24,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:24,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:24,811 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:21:24,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Set watcher on znode that does not yet exist, /22025118108/running 2024-11-09T01:21:24,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:21:24,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:24,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:24,812 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,42659,1731115273066' ***** 2024-11-09T01:21:24,812 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:21:24,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Set watcher on znode that does not yet exist, /22025118108/running 2024-11-09T01:21:24,813 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:21:24,814 INFO [RS:0;5296cfb18d53:42659 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:21:24,814 INFO [RS:0;5296cfb18d53:42659 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:21:24,814 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(3091): Received CLOSE for fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:24,814 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:21:24,824 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,42659,1731115273066 2024-11-09T01:21:24,824 INFO [RS:0;5296cfb18d53:42659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:21:24,825 INFO [RS:0;5296cfb18d53:42659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:42659. 2024-11-09T01:21:24,825 DEBUG [RS:0;5296cfb18d53:42659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:24,825 DEBUG [RS:0;5296cfb18d53:42659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:24,825 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:21:24,825 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:21:24,825 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:21:24,825 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:21:24,825 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa5b5e3af6eee0f01af15a3aad9ff083, disabling compactions & flushes 2024-11-09T01:21:24,825 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083. 2024-11-09T01:21:24,825 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083. 2024-11-09T01:21:24,826 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083. after waiting 0 ms 2024-11-09T01:21:24,826 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083. 2024-11-09T01:21:24,826 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:21:24,826 DEBUG [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(1325): Online Regions={fa5b5e3af6eee0f01af15a3aad9ff083=test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:21:24,826 DEBUG [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa5b5e3af6eee0f01af15a3aad9ff083 2024-11-09T01:21:24,826 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:24,826 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:21:24,827 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:21:24,827 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:21:24,827 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:21:24,827 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:21:24,827 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T01:21:24,867 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/.tmp/info/6675843eccaa4bc8bde054fcf373cabe is 129, key is test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083./info:regioninfo/1731115280116/Put/seqid=0 2024-11-09T01:21:24,868 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/default/test/fa5b5e3af6eee0f01af15a3aad9ff083/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T01:21:24,869 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:21:24,869 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:21:24,870 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083. 2024-11-09T01:21:24,870 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa5b5e3af6eee0f01af15a3aad9ff083: Waiting for close lock at 1731115284825Running coprocessor pre-close hooks at 1731115284825Disabling compacts and flushes for region at 1731115284825Disabling writes for close at 1731115284826 (+1 ms)Writing region close event to WAL at 1731115284856 (+30 ms)Running coprocessor post-close hooks at 1731115284869 (+13 ms)Closed at 1731115284870 (+1 ms) 2024-11-09T01:21:24,870 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083. 2024-11-09T01:21:24,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741839_1015 (size=6421) 2024-11-09T01:21:24,872 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/.tmp/info/6675843eccaa4bc8bde054fcf373cabe 2024-11-09T01:21:24,876 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:21:24,894 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/.tmp/ns/3f6e9444f4f34967a8e6272addde6c24 is 43, key is default/ns:d/1731115276868/Put/seqid=0 2024-11-09T01:21:24,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741840_1016 (size=5153) 2024-11-09T01:21:24,908 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/.tmp/ns/3f6e9444f4f34967a8e6272addde6c24 2024-11-09T01:21:24,932 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/.tmp/rep_barrier/97d13bbd59d14c74b436c75549d163aa is 112, key is test,,1731115279369.fa5b5e3af6eee0f01af15a3aad9ff083./rep_barrier:seqnumDuringOpen/1731115280116/Put/seqid=0 2024-11-09T01:21:24,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741841_1017 (size=5518) 2024-11-09T01:21:24,936 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/.tmp/rep_barrier/97d13bbd59d14c74b436c75549d163aa 2024-11-09T01:21:24,962 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/.tmp/table/2a4f45404cef44b4908484c49025fe10 is 40, key is test/table:state/1731115280123/Put/seqid=0 2024-11-09T01:21:24,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741842_1018 (size=5165) 2024-11-09T01:21:24,967 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/.tmp/table/2a4f45404cef44b4908484c49025fe10 2024-11-09T01:21:24,974 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/.tmp/info/6675843eccaa4bc8bde054fcf373cabe as hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/info/6675843eccaa4bc8bde054fcf373cabe 2024-11-09T01:21:24,980 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/info/6675843eccaa4bc8bde054fcf373cabe, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T01:21:24,981 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/.tmp/ns/3f6e9444f4f34967a8e6272addde6c24 as hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/ns/3f6e9444f4f34967a8e6272addde6c24 2024-11-09T01:21:24,986 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/ns/3f6e9444f4f34967a8e6272addde6c24, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T01:21:24,987 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/.tmp/rep_barrier/97d13bbd59d14c74b436c75549d163aa as hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/rep_barrier/97d13bbd59d14c74b436c75549d163aa 2024-11-09T01:21:24,991 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/rep_barrier/97d13bbd59d14c74b436c75549d163aa, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T01:21:24,992 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/.tmp/table/2a4f45404cef44b4908484c49025fe10 as hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/table/2a4f45404cef44b4908484c49025fe10 2024-11-09T01:21:24,998 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/table/2a4f45404cef44b4908484c49025fe10, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T01:21:25,000 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 173ms, sequenceid=11, compaction requested=false 2024-11-09T01:21:25,015 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T01:21:25,017 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:21:25,017 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:21:25,017 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:21:25,017 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115284826Running coprocessor pre-close hooks at 1731115284826Disabling compacts and flushes for region at 1731115284826Disabling writes for close at 1731115284827 (+1 ms)Obtaining lock to block concurrent updates at 1731115284827Preparing flush snapshotting stores in 1588230740 at 1731115284827Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731115284828 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731115284828Flushing 1588230740/info: creating writer at 1731115284829 (+1 ms)Flushing 1588230740/info: appending metadata at 1731115284866 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731115284866Flushing 1588230740/ns: creating writer at 1731115284877 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731115284894 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731115284894Flushing 1588230740/rep_barrier: creating writer at 1731115284913 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115284932 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115284932Flushing 1588230740/table: creating writer at 1731115284941 (+9 ms)Flushing 1588230740/table: appending metadata at 1731115284962 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731115284962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a75684e: reopening flushed file at 1731115284973 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7db1bc: reopening flushed file at 1731115284980 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aab22eb: reopening flushed file at 1731115284986 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c71bf12: reopening flushed file at 1731115284992 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 173ms, sequenceid=11, compaction requested=false at 1731115285000 (+8 ms)Writing region close event to WAL at 1731115285010 (+10 ms)Running coprocessor post-close hooks at 1731115285017 (+7 ms)Closed at 1731115285017 2024-11-09T01:21:25,017 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:21:25,026 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,42659,1731115273066; all regions closed. 2024-11-09T01:21:25,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741834_1010 (size=2717) 2024-11-09T01:21:25,031 DEBUG [RS:0;5296cfb18d53:42659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/oldWALs 2024-11-09T01:21:25,031 INFO [RS:0;5296cfb18d53:42659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C42659%2C1731115273066.meta:.meta(num 1731115276794) 2024-11-09T01:21:25,033 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/WALs/5296cfb18d53,42659,1731115273066/5296cfb18d53%2C42659%2C1731115273066.1731115276301 not finished, retry = 0 2024-11-09T01:21:25,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741833_1009 (size=1028) 2024-11-09T01:21:25,071 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:25,160 DEBUG [RS:0;5296cfb18d53:42659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/oldWALs 2024-11-09T01:21:25,161 INFO [RS:0;5296cfb18d53:42659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C42659%2C1731115273066:(num 1731115276301) 2024-11-09T01:21:25,161 DEBUG [RS:0;5296cfb18d53:42659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:25,161 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:21:25,161 INFO [RS:0;5296cfb18d53:42659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:21:25,161 INFO [RS:0;5296cfb18d53:42659 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:21:25,161 INFO [RS:0;5296cfb18d53:42659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:21:25,161 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:21:25,162 INFO [RS:0;5296cfb18d53:42659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:42659. 2024-11-09T01:21:25,162 DEBUG [RS:0;5296cfb18d53:42659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:25,162 DEBUG [RS:0;5296cfb18d53:42659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:25,162 DEBUG [RS:0;5296cfb18d53:42659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:25,162 INFO [RS:0;5296cfb18d53:42659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42659 2024-11-09T01:21:25,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:21:25,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22025118108/rs/5296cfb18d53,42659,1731115273066 2024-11-09T01:21:25,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108/rs 2024-11-09T01:21:25,178 INFO [RS:0;5296cfb18d53:42659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:21:25,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,42659,1731115273066] 2024-11-09T01:21:25,277 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22025118108/draining/5296cfb18d53,42659,1731115273066 already deleted, retry=false 2024-11-09T01:21:25,277 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,42659,1731115273066 expired; onlineServers=0 2024-11-09T01:21:25,277 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,42927,1731115272754' ***** 2024-11-09T01:21:25,277 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:21:25,277 INFO [M:0;5296cfb18d53:42927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:21:25,277 INFO [M:0;5296cfb18d53:42927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:21:25,277 DEBUG [M:0;5296cfb18d53:42927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:21:25,278 DEBUG [M:0;5296cfb18d53:42927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:21:25,278 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:21:25,278 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115275876 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115275876,5,FailOnTimeoutGroup] 2024-11-09T01:21:25,278 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115275876 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115275876,5,FailOnTimeoutGroup] 2024-11-09T01:21:25,278 INFO [M:0;5296cfb18d53:42927 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:21:25,278 INFO [M:0;5296cfb18d53:42927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:21:25,278 DEBUG [M:0;5296cfb18d53:42927 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:21:25,278 INFO [M:0;5296cfb18d53:42927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:21:25,278 INFO [M:0;5296cfb18d53:42927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:21:25,278 INFO [M:0;5296cfb18d53:42927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:21:25,278 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:21:25,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22025118108/master 2024-11-09T01:21:25,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22025118108 2024-11-09T01:21:25,288 DEBUG [M:0;5296cfb18d53:42927 {}] zookeeper.ZKUtil(347): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Unable to get data of znode /22025118108/master because node does not exist (not an error) 2024-11-09T01:21:25,288 WARN [M:0;5296cfb18d53:42927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:21:25,289 INFO [M:0;5296cfb18d53:42927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/.lastflushedseqids 2024-11-09T01:21:25,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741843_1019 (size=173) 2024-11-09T01:21:25,309 INFO [M:0;5296cfb18d53:42927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:21:25,309 INFO [M:0;5296cfb18d53:42927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:21:25,309 DEBUG [M:0;5296cfb18d53:42927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:21:25,309 INFO [M:0;5296cfb18d53:42927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:25,309 DEBUG [M:0;5296cfb18d53:42927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:25,309 DEBUG [M:0;5296cfb18d53:42927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:21:25,309 DEBUG [M:0;5296cfb18d53:42927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:25,310 INFO [M:0;5296cfb18d53:42927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-09T01:21:25,328 DEBUG [M:0;5296cfb18d53:42927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82d3c58e3e72450cb40ad048fc09c824 is 82, key is hbase:meta,,1/info:regioninfo/1731115276838/Put/seqid=0 2024-11-09T01:21:25,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741844_1020 (size=5672) 2024-11-09T01:21:25,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:21:25,367 INFO [RS:0;5296cfb18d53:42659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:21:25,367 INFO [RS:0;5296cfb18d53:42659 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,42659,1731115273066; zookeeper connection closed. 2024-11-09T01:21:25,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1011d2e84500007, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:21:25,368 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@371da0ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@371da0ea 2024-11-09T01:21:25,368 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:21:25,368 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:25,575 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:25,733 INFO [M:0;5296cfb18d53:42927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82d3c58e3e72450cb40ad048fc09c824 2024-11-09T01:21:25,763 DEBUG [M:0;5296cfb18d53:42927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cc45d0fcfab4dc98535f6eaa6d1b8df is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731115280126/Put/seqid=0 2024-11-09T01:21:25,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741845_1021 (size=6585) 2024-11-09T01:21:25,778 INFO [M:0;5296cfb18d53:42927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cc45d0fcfab4dc98535f6eaa6d1b8df 2024-11-09T01:21:25,808 DEBUG [M:0;5296cfb18d53:42927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/098c7609f2e04be2bbebffb6c881baaa is 69, key is 5296cfb18d53,42659,1731115273066/rs:state/1731115276032/Put/seqid=0 2024-11-09T01:21:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741846_1022 (size=5156) 2024-11-09T01:21:25,822 INFO [M:0;5296cfb18d53:42927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/098c7609f2e04be2bbebffb6c881baaa 2024-11-09T01:21:25,842 DEBUG [M:0;5296cfb18d53:42927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82d3c58e3e72450cb40ad048fc09c824 as hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82d3c58e3e72450cb40ad048fc09c824 2024-11-09T01:21:25,849 INFO [M:0;5296cfb18d53:42927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82d3c58e3e72450cb40ad048fc09c824, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T01:21:25,851 DEBUG [M:0;5296cfb18d53:42927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cc45d0fcfab4dc98535f6eaa6d1b8df as hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cc45d0fcfab4dc98535f6eaa6d1b8df 2024-11-09T01:21:25,857 INFO [M:0;5296cfb18d53:42927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cc45d0fcfab4dc98535f6eaa6d1b8df, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T01:21:25,861 DEBUG [M:0;5296cfb18d53:42927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/098c7609f2e04be2bbebffb6c881baaa as hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/098c7609f2e04be2bbebffb6c881baaa 2024-11-09T01:21:25,868 INFO [M:0;5296cfb18d53:42927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38121/user/jenkins/test-data/8d3dc1ca-f5bb-f0dc-b56a-18614601a5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/098c7609f2e04be2bbebffb6c881baaa, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T01:21:25,870 INFO [M:0;5296cfb18d53:42927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 561ms, sequenceid=55, compaction requested=false 2024-11-09T01:21:25,873 INFO [M:0;5296cfb18d53:42927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:25,873 DEBUG [M:0;5296cfb18d53:42927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115285309Disabling compacts and flushes for region at 1731115285309Disabling writes for close at 1731115285309Obtaining lock to block concurrent updates at 1731115285310 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115285310Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731115285310Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115285310Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115285310Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115285328 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115285328Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115285740 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115285762 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115285762Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115285785 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115285807 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115285807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c2682f: reopening flushed file at 1731115285838 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aedb41f: reopening flushed file at 1731115285849 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee8a31c: reopening flushed file at 1731115285858 (+9 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 561ms, sequenceid=55, compaction requested=false at 1731115285870 (+12 ms)Writing region close event to WAL at 1731115285873 (+3 ms)Closed at 1731115285873 2024-11-09T01:21:25,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39393 is added to blk_1073741830_1006 (size=32758) 2024-11-09T01:21:25,876 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:21:25,878 INFO [M:0;5296cfb18d53:42927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:21:25,878 INFO [M:0;5296cfb18d53:42927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42927 2024-11-09T01:21:25,884 INFO [M:0;5296cfb18d53:42927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:21:25,977 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:26,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:21:26,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x1011d2e84500006, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:21:26,030 INFO [M:0;5296cfb18d53:42927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:21:26,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@239b2325{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:21:26,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@204ca92f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:21:26,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:21:26,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50f233f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:21:26,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@360385b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/hadoop.log.dir/,STOPPED} 2024-11-09T01:21:26,042 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:21:26,042 WARN [BP-367404307-172.17.0.2-1731115270189 heartbeating to localhost/127.0.0.1:38121 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:21:26,042 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:21:26,042 WARN [BP-367404307-172.17.0.2-1731115270189 heartbeating to localhost/127.0.0.1:38121 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-367404307-172.17.0.2-1731115270189 (Datanode Uuid 49b44919-4980-4a6a-8c52-c9176e12bf60) service to localhost/127.0.0.1:38121 2024-11-09T01:21:26,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/cluster_af8871c5-0224-c723-9ec0-2c9c5d15d949/data/data1/current/BP-367404307-172.17.0.2-1731115270189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:21:26,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/cluster_af8871c5-0224-c723-9ec0-2c9c5d15d949/data/data2/current/BP-367404307-172.17.0.2-1731115270189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:21:26,043 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:21:26,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4160feb3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:21:26,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e107ad6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:21:26,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:21:26,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46ebd344{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:21:26,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@239ac37d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a2fe8bf-466e-9f6b-90ff-b8875bf5e2d1/hadoop.log.dir/,STOPPED} 2024-11-09T01:21:26,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:21:26,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:21:26,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:21:26,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:26,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:26,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:26,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:21:26,071 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:21:26,071 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=821708755, stopped=false 2024-11-09T01:21:26,071 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,38819,1731115265808 2024-11-09T01:21:26,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-457034622/running 2024-11-09T01:21:26,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:26,087 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:21:26,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Set watcher on znode that does not yet exist, /1-457034622/running 2024-11-09T01:21:26,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-457034622/running 2024-11-09T01:21:26,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:21:26,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:26,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:26,090 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,34033,1731115265968' ***** 2024-11-09T01:21:26,090 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:21:26,090 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:21:26,090 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:21:26,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:26,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Set watcher on znode that does not yet exist, /1-457034622/running 2024-11-09T01:21:26,091 INFO [RS:0;5296cfb18d53:34033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:21:26,091 INFO [RS:0;5296cfb18d53:34033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:21:26,091 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(3091): Received CLOSE for c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:26,100 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c97460ffedf013b51a9c3af12e995f78, disabling compactions & flushes 2024-11-09T01:21:26,100 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731115278218.c97460ffedf013b51a9c3af12e995f78. 2024-11-09T01:21:26,100 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115278218.c97460ffedf013b51a9c3af12e995f78. 2024-11-09T01:21:26,100 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731115278218.c97460ffedf013b51a9c3af12e995f78. after waiting 0 ms 2024-11-09T01:21:26,100 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731115278218.c97460ffedf013b51a9c3af12e995f78. 2024-11-09T01:21:26,101 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,34033,1731115265968 2024-11-09T01:21:26,101 INFO [RS:0;5296cfb18d53:34033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:21:26,101 INFO [RS:0;5296cfb18d53:34033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:34033. 2024-11-09T01:21:26,101 DEBUG [RS:0;5296cfb18d53:34033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:26,101 DEBUG [RS:0;5296cfb18d53:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:26,101 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:21:26,101 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:21:26,101 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:21:26,101 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:21:26,102 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:21:26,102 DEBUG [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c97460ffedf013b51a9c3af12e995f78=test,,1731115278218.c97460ffedf013b51a9c3af12e995f78.} 2024-11-09T01:21:26,102 DEBUG [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c97460ffedf013b51a9c3af12e995f78 2024-11-09T01:21:26,102 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:21:26,102 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:21:26,102 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:21:26,102 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:21:26,102 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:21:26,102 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T01:21:26,120 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/default/test/c97460ffedf013b51a9c3af12e995f78/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T01:21:26,121 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:21:26,121 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:21:26,121 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731115278218.c97460ffedf013b51a9c3af12e995f78. 2024-11-09T01:21:26,121 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c97460ffedf013b51a9c3af12e995f78: Waiting for close lock at 1731115286100Running coprocessor pre-close hooks at 1731115286100Disabling compacts and flushes for region at 1731115286100Disabling writes for close at 1731115286100Writing region close event to WAL at 1731115286117 (+17 ms)Running coprocessor post-close hooks at 1731115286121 (+4 ms)Closed at 1731115286121 2024-11-09T01:21:26,121 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731115278218.c97460ffedf013b51a9c3af12e995f78. 2024-11-09T01:21:26,132 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/.tmp/info/e3415166bbd142498b1880c8619c76d4 is 129, key is test,,1731115278218.c97460ffedf013b51a9c3af12e995f78./info:regioninfo/1731115279080/Put/seqid=0 2024-11-09T01:21:26,136 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:21:26,141 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:21:26,141 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:21:26,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741841_1017 (size=6421) 2024-11-09T01:21:26,155 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/.tmp/info/e3415166bbd142498b1880c8619c76d4 2024-11-09T01:21:26,182 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/.tmp/ns/07e67fa7bdbd43febbd7f5bdd2007162 is 43, key is default/ns:d/1731115269994/Put/seqid=0 2024-11-09T01:21:26,184 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:26,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:21:26,189 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/.tmp/ns/07e67fa7bdbd43febbd7f5bdd2007162 2024-11-09T01:21:26,212 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T01:21:26,219 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/.tmp/rep_barrier/3e957baaf33f4a92ab8d9f43e8860350 is 112, key is test,,1731115278218.c97460ffedf013b51a9c3af12e995f78./rep_barrier:seqnumDuringOpen/1731115279080/Put/seqid=0 2024-11-09T01:21:26,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741843_1019 (size=5518) 2024-11-09T01:21:26,234 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/.tmp/rep_barrier/3e957baaf33f4a92ab8d9f43e8860350 2024-11-09T01:21:26,257 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/.tmp/table/f570ce111ba9443a9652bad2f415cbac is 40, key is test/table:state/1731115279088/Put/seqid=0 2024-11-09T01:21:26,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741844_1020 (size=5165) 2024-11-09T01:21:26,261 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/.tmp/table/f570ce111ba9443a9652bad2f415cbac 2024-11-09T01:21:26,267 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/.tmp/info/e3415166bbd142498b1880c8619c76d4 as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/info/e3415166bbd142498b1880c8619c76d4 2024-11-09T01:21:26,274 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/info/e3415166bbd142498b1880c8619c76d4, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T01:21:26,277 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/.tmp/ns/07e67fa7bdbd43febbd7f5bdd2007162 as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/ns/07e67fa7bdbd43febbd7f5bdd2007162 2024-11-09T01:21:26,284 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/ns/07e67fa7bdbd43febbd7f5bdd2007162, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T01:21:26,285 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/.tmp/rep_barrier/3e957baaf33f4a92ab8d9f43e8860350 as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/rep_barrier/3e957baaf33f4a92ab8d9f43e8860350 2024-11-09T01:21:26,290 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/rep_barrier/3e957baaf33f4a92ab8d9f43e8860350, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T01:21:26,291 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/.tmp/table/f570ce111ba9443a9652bad2f415cbac as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/table/f570ce111ba9443a9652bad2f415cbac 2024-11-09T01:21:26,296 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/table/f570ce111ba9443a9652bad2f415cbac, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T01:21:26,298 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 196ms, sequenceid=11, compaction requested=false 2024-11-09T01:21:26,302 DEBUG [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:21:26,337 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T01:21:26,338 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:21:26,338 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:21:26,338 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:21:26,338 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115286102Running coprocessor pre-close hooks at 1731115286102Disabling compacts and flushes for region at 1731115286102Disabling writes for close at 1731115286102Obtaining lock to block concurrent updates at 1731115286102Preparing flush snapshotting stores in 1588230740 at 1731115286102Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731115286102Flushing stores of hbase:meta,,1.1588230740 at 1731115286103 (+1 ms)Flushing 1588230740/info: creating writer at 1731115286103Flushing 1588230740/info: appending metadata at 1731115286131 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731115286131Flushing 1588230740/ns: creating writer at 1731115286159 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731115286181 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731115286181Flushing 1588230740/rep_barrier: creating writer at 1731115286195 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115286219 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115286219Flushing 1588230740/table: creating writer at 1731115286240 (+21 ms)Flushing 1588230740/table: appending metadata at 1731115286256 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731115286256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a2b6735: reopening flushed file at 1731115286266 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a20766: reopening flushed file at 1731115286274 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f041f5e: reopening flushed file at 1731115286284 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d32d03e: reopening flushed file at 1731115286290 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 196ms, sequenceid=11, compaction requested=false at 1731115286298 (+8 ms)Writing region close event to WAL at 1731115286332 (+34 ms)Running coprocessor post-close hooks at 1731115286338 (+6 ms)Closed at 1731115286338 2024-11-09T01:21:26,338 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:21:26,502 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,34033,1731115265968; all regions closed. 2024-11-09T01:21:26,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741834_1010 (size=2717) 2024-11-09T01:21:26,507 DEBUG [RS:0;5296cfb18d53:34033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/oldWALs 2024-11-09T01:21:26,507 INFO [RS:0;5296cfb18d53:34033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C34033%2C1731115265968.meta:.meta(num 1731115269787) 2024-11-09T01:21:26,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741833_1009 (size=1374) 2024-11-09T01:21:26,515 DEBUG [RS:0;5296cfb18d53:34033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/oldWALs 2024-11-09T01:21:26,515 INFO [RS:0;5296cfb18d53:34033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C34033%2C1731115265968:(num 1731115269345) 2024-11-09T01:21:26,515 DEBUG [RS:0;5296cfb18d53:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:26,515 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:21:26,515 INFO [RS:0;5296cfb18d53:34033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:21:26,515 INFO [RS:0;5296cfb18d53:34033 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:21:26,515 INFO [RS:0;5296cfb18d53:34033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:21:26,515 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:21:26,515 INFO [RS:0;5296cfb18d53:34033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:34033. 2024-11-09T01:21:26,516 DEBUG [RS:0;5296cfb18d53:34033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:26,516 DEBUG [RS:0;5296cfb18d53:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:26,516 DEBUG [RS:0;5296cfb18d53:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:26,516 INFO [RS:0;5296cfb18d53:34033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34033 2024-11-09T01:21:26,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:21:26,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622/rs 2024-11-09T01:21:26,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-457034622/rs/5296cfb18d53,34033,1731115265968 2024-11-09T01:21:26,582 INFO [RS:0;5296cfb18d53:34033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:21:26,583 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,34033,1731115265968] 2024-11-09T01:21:26,593 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-457034622/draining/5296cfb18d53,34033,1731115265968 already deleted, retry=false 2024-11-09T01:21:26,593 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,34033,1731115265968 expired; onlineServers=0 2024-11-09T01:21:26,593 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,38819,1731115265808' ***** 2024-11-09T01:21:26,593 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:21:26,593 INFO [M:0;5296cfb18d53:38819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:21:26,593 INFO [M:0;5296cfb18d53:38819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:21:26,593 DEBUG [M:0;5296cfb18d53:38819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:21:26,593 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:21:26,593 DEBUG [M:0;5296cfb18d53:38819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:21:26,593 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115268776 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115268776,5,FailOnTimeoutGroup] 2024-11-09T01:21:26,593 INFO [M:0;5296cfb18d53:38819 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:21:26,593 INFO [M:0;5296cfb18d53:38819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:21:26,593 DEBUG [M:0;5296cfb18d53:38819 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:21:26,593 INFO [M:0;5296cfb18d53:38819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:21:26,593 INFO [M:0;5296cfb18d53:38819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:21:26,593 INFO [M:0;5296cfb18d53:38819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:21:26,593 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:21:26,594 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115268748 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115268748,5,FailOnTimeoutGroup] 2024-11-09T01:21:26,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-457034622/master 2024-11-09T01:21:26,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457034622 2024-11-09T01:21:26,614 DEBUG [M:0;5296cfb18d53:38819 {}] zookeeper.RecoverableZooKeeper(212): Node /1-457034622/master already deleted, retry=false 2024-11-09T01:21:26,614 DEBUG [M:0;5296cfb18d53:38819 {}] master.ActiveMasterManager(353): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-457034622/master 2024-11-09T01:21:26,614 INFO [M:0;5296cfb18d53:38819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/.lastflushedseqids 2024-11-09T01:21:26,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741845_1021 (size=173) 2024-11-09T01:21:26,627 INFO [M:0;5296cfb18d53:38819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:21:26,627 INFO [M:0;5296cfb18d53:38819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:21:26,627 DEBUG [M:0;5296cfb18d53:38819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:21:26,628 INFO [M:0;5296cfb18d53:38819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:26,628 DEBUG [M:0;5296cfb18d53:38819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:26,628 DEBUG [M:0;5296cfb18d53:38819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:21:26,628 DEBUG [M:0;5296cfb18d53:38819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:26,628 INFO [M:0;5296cfb18d53:38819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-09T01:21:26,653 DEBUG [M:0;5296cfb18d53:38819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7baf7df15214d7aa8cccff7e82fe248 is 82, key is hbase:meta,,1/info:regioninfo/1731115269892/Put/seqid=0 2024-11-09T01:21:26,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741846_1022 (size=5672) 2024-11-09T01:21:26,660 INFO [M:0;5296cfb18d53:38819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7baf7df15214d7aa8cccff7e82fe248 2024-11-09T01:21:26,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:21:26,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1011d2e84500004, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:21:26,693 INFO [RS:0;5296cfb18d53:34033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:21:26,693 INFO [RS:0;5296cfb18d53:34033 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,34033,1731115265968; zookeeper connection closed. 2024-11-09T01:21:26,695 DEBUG [M:0;5296cfb18d53:38819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffa684eb04b746cbbc71ee1062a8fbe5 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731115279093/Put/seqid=0 2024-11-09T01:21:26,697 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:26,698 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b6e2621 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b6e2621 2024-11-09T01:21:26,698 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:21:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741847_1023 (size=6585) 2024-11-09T01:21:26,712 INFO [M:0;5296cfb18d53:38819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffa684eb04b746cbbc71ee1062a8fbe5 2024-11-09T01:21:26,759 DEBUG [M:0;5296cfb18d53:38819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e1b871cf13b42759a857af307b592bd is 69, key is 5296cfb18d53,34033,1731115265968/rs:state/1731115268842/Put/seqid=0 2024-11-09T01:21:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741848_1024 (size=5156) 2024-11-09T01:21:26,888 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:27,171 INFO [M:0;5296cfb18d53:38819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e1b871cf13b42759a857af307b592bd 2024-11-09T01:21:27,187 DEBUG [M:0;5296cfb18d53:38819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7baf7df15214d7aa8cccff7e82fe248 as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7baf7df15214d7aa8cccff7e82fe248 2024-11-09T01:21:27,195 INFO [M:0;5296cfb18d53:38819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7baf7df15214d7aa8cccff7e82fe248, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T01:21:27,198 DEBUG [M:0;5296cfb18d53:38819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffa684eb04b746cbbc71ee1062a8fbe5 as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffa684eb04b746cbbc71ee1062a8fbe5 2024-11-09T01:21:27,211 INFO [M:0;5296cfb18d53:38819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffa684eb04b746cbbc71ee1062a8fbe5, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T01:21:27,212 DEBUG [M:0;5296cfb18d53:38819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e1b871cf13b42759a857af307b592bd as hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e1b871cf13b42759a857af307b592bd 2024-11-09T01:21:27,225 INFO [M:0;5296cfb18d53:38819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45913/user/jenkins/test-data/3b1f8d68-81c1-b94b-f5eb-1ab7b152f4ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e1b871cf13b42759a857af307b592bd, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T01:21:27,228 INFO [M:0;5296cfb18d53:38819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 600ms, sequenceid=55, compaction requested=false 2024-11-09T01:21:27,276 INFO [M:0;5296cfb18d53:38819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:27,276 DEBUG [M:0;5296cfb18d53:38819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115286627Disabling compacts and flushes for region at 1731115286627Disabling writes for close at 1731115286628 (+1 ms)Obtaining lock to block concurrent updates at 1731115286628Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115286628Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731115286628Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115286630 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115286630Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115286653 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115286653Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115286664 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115286695 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115286695Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115286722 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115286758 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115286758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6112a5: reopening flushed file at 1731115287183 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@520bc072: reopening flushed file at 1731115287195 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6656a9a3: reopening flushed file at 1731115287211 (+16 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 600ms, sequenceid=55, compaction requested=false at 1731115287228 (+17 ms)Writing region close event to WAL at 1731115287276 (+48 ms)Closed at 1731115287276 2024-11-09T01:21:27,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741830_1006 (size=32758) 2024-11-09T01:21:27,313 INFO [M:0;5296cfb18d53:38819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:21:27,313 INFO [M:0;5296cfb18d53:38819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38819 2024-11-09T01:21:27,314 INFO [M:0;5296cfb18d53:38819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:21:27,316 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:21:27,461 INFO [M:0;5296cfb18d53:38819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:21:27,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:21:27,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38819-0x1011d2e84500003, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:21:27,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20550ccd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:21:27,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@705f9919{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:21:27,465 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:21:27,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@753261d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:21:27,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c49e84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/hadoop.log.dir/,STOPPED} 2024-11-09T01:21:27,466 WARN [BP-949171152-172.17.0.2-1731115262825 heartbeating to localhost/127.0.0.1:45913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:21:27,466 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:21:27,466 WARN [BP-949171152-172.17.0.2-1731115262825 heartbeating to localhost/127.0.0.1:45913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-949171152-172.17.0.2-1731115262825 (Datanode Uuid ef22beac-0abc-4d1f-bbf0-e50c4d3e71f8) service to localhost/127.0.0.1:45913 2024-11-09T01:21:27,466 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:21:27,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/cluster_0521770b-c1a5-db95-f725-086fec395351/data/data1/current/BP-949171152-172.17.0.2-1731115262825 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:21:27,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/cluster_0521770b-c1a5-db95-f725-086fec395351/data/data2/current/BP-949171152-172.17.0.2-1731115262825 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:21:27,467 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:21:27,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ea289d4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:21:27,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2aa0a53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:21:27,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:21:27,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49c62e40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:21:27,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40e3bfe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42559e0f-bd7b-da69-e19e-4b864ced84d1/hadoop.log.dir/,STOPPED} 2024-11-09T01:21:27,504 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:27,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:21:27,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:21:27,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:21:27,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:27,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:27,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:27,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:21:27,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:21:27,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1561916852, stopped=false 2024-11-09T01:21:27,512 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,41413,1731115259316 2024-11-09T01:21:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2127230157/running 2024-11-09T01:21:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2127230157/running 2024-11-09T01:21:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:27,536 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:21:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:27,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Set watcher on znode that does not yet exist, /0-2127230157/running 2024-11-09T01:21:27,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:21:27,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Set watcher on znode that does not yet exist, /0-2127230157/running 2024-11-09T01:21:27,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:27,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:27,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,36585,1731115259568' ***** 2024-11-09T01:21:27,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:21:27,538 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:21:27,539 INFO [RS:0;5296cfb18d53:36585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:21:27,539 INFO [RS:0;5296cfb18d53:36585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:21:27,539 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(3091): Received CLOSE for 3db6ab162f8b95dd5ac108029cd2b5c3 2024-11-09T01:21:27,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:21:27,539 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(3091): Received CLOSE for 98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:27,539 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,36585,1731115259568 2024-11-09T01:21:27,539 INFO [RS:0;5296cfb18d53:36585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:21:27,539 INFO [RS:0;5296cfb18d53:36585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:36585. 2024-11-09T01:21:27,539 DEBUG [RS:0;5296cfb18d53:36585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:27,539 DEBUG [RS:0;5296cfb18d53:36585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:27,539 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:21:27,539 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:21:27,539 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:21:27,540 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:21:27,540 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3db6ab162f8b95dd5ac108029cd2b5c3, disabling compactions & flushes 2024-11-09T01:21:27,540 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T01:21:27,540 DEBUG [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(1325): Online Regions={3db6ab162f8b95dd5ac108029cd2b5c3=hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3., 1588230740=hbase:meta,,1.1588230740, 98b86b1a416ea7e807bcc2999584bce9=test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9.} 2024-11-09T01:21:27,540 DEBUG [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3db6ab162f8b95dd5ac108029cd2b5c3, 98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:27,540 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. 2024-11-09T01:21:27,540 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. 2024-11-09T01:21:27,540 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. after waiting 0 ms 2024-11-09T01:21:27,540 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. 2024-11-09T01:21:27,541 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3db6ab162f8b95dd5ac108029cd2b5c3 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-09T01:21:27,543 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:21:27,543 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:21:27,543 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:21:27,543 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:21:27,543 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:21:27,543 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T01:21:27,616 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/.tmp/info/81d09dab70e24332b9e6066b81a1f821 is 147, key is hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3./info:regioninfo/1731115281081/Put/seqid=0 2024-11-09T01:21:27,626 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/replication/3db6ab162f8b95dd5ac108029cd2b5c3/.tmp/hfileref/c5e0cb5a8193485c907e477f8442120b is 74, key is 1/hfileref:0f352c52671646499aecfb3e2e336d52_SeqId_4_/1731115282612/DeleteColumn/seqid=0 2024-11-09T01:21:27,626 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:21:27,631 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:21:27,631 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:21:27,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741847_1023 (size=7686) 2024-11-09T01:21:27,641 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/.tmp/info/81d09dab70e24332b9e6066b81a1f821 2024-11-09T01:21:27,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741848_1024 (size=5489) 2024-11-09T01:21:27,646 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/replication/3db6ab162f8b95dd5ac108029cd2b5c3/.tmp/hfileref/c5e0cb5a8193485c907e477f8442120b 2024-11-09T01:21:27,691 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:27,696 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/replication/3db6ab162f8b95dd5ac108029cd2b5c3/.tmp/queue/8473b21b53264d9a918ccda1c45fcd2d is 153, key is 1-5296cfb18d53,36585,1731115259568/queue:5296cfb18d53%2C36585%2C1731115259568/1731115284218/Put/seqid=0 2024-11-09T01:21:27,713 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/.tmp/ns/f0888cde2acb482ba92b0ef3c660299f is 43, key is default/ns:d/1731115262548/Put/seqid=0 2024-11-09T01:21:27,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741849_1025 (size=5504) 2024-11-09T01:21:27,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741850_1026 (size=5153) 2024-11-09T01:21:27,731 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/.tmp/ns/f0888cde2acb482ba92b0ef3c660299f 2024-11-09T01:21:27,731 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/replication/3db6ab162f8b95dd5ac108029cd2b5c3/.tmp/queue/8473b21b53264d9a918ccda1c45fcd2d 2024-11-09T01:21:27,740 DEBUG [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3db6ab162f8b95dd5ac108029cd2b5c3, 98b86b1a416ea7e807bcc2999584bce9 2024-11-09T01:21:27,748 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/replication/3db6ab162f8b95dd5ac108029cd2b5c3/.tmp/hfileref/c5e0cb5a8193485c907e477f8442120b as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/replication/3db6ab162f8b95dd5ac108029cd2b5c3/hfileref/c5e0cb5a8193485c907e477f8442120b 2024-11-09T01:21:27,768 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/replication/3db6ab162f8b95dd5ac108029cd2b5c3/hfileref/c5e0cb5a8193485c907e477f8442120b, entries=6, sequenceid=17, filesize=5.4 K 2024-11-09T01:21:27,769 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/replication/3db6ab162f8b95dd5ac108029cd2b5c3/.tmp/queue/8473b21b53264d9a918ccda1c45fcd2d as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/replication/3db6ab162f8b95dd5ac108029cd2b5c3/queue/8473b21b53264d9a918ccda1c45fcd2d 2024-11-09T01:21:27,778 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/.tmp/rep_barrier/1e352c28f9d942c09585eb3c6ff2e29c is 112, key is test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9./rep_barrier:seqnumDuringOpen/1731115277937/Put/seqid=0 2024-11-09T01:21:27,780 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/replication/3db6ab162f8b95dd5ac108029cd2b5c3/queue/8473b21b53264d9a918ccda1c45fcd2d, entries=2, sequenceid=17, filesize=5.4 K 2024-11-09T01:21:27,781 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3db6ab162f8b95dd5ac108029cd2b5c3 in 241ms, sequenceid=17, compaction requested=false 2024-11-09T01:21:27,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741851_1027 (size=5518) 2024-11-09T01:21:27,804 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/replication/3db6ab162f8b95dd5ac108029cd2b5c3/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-09T01:21:27,806 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:21:27,806 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:21:27,807 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. 2024-11-09T01:21:27,807 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3db6ab162f8b95dd5ac108029cd2b5c3: Waiting for close lock at 1731115287540Running coprocessor pre-close hooks at 1731115287540Disabling compacts and flushes for region at 1731115287540Disabling writes for close at 1731115287540Obtaining lock to block concurrent updates at 1731115287541 (+1 ms)Preparing flush snapshotting stores in 3db6ab162f8b95dd5ac108029cd2b5c3 at 1731115287541Finished memstore snapshotting hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731115287541Flushing stores of hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. at 1731115287541Flushing 3db6ab162f8b95dd5ac108029cd2b5c3/hfileref: creating writer at 1731115287542 (+1 ms)Flushing 3db6ab162f8b95dd5ac108029cd2b5c3/hfileref: appending metadata at 1731115287625 (+83 ms)Flushing 3db6ab162f8b95dd5ac108029cd2b5c3/hfileref: closing flushed file at 1731115287625Flushing 3db6ab162f8b95dd5ac108029cd2b5c3/queue: creating writer at 1731115287663 (+38 ms)Flushing 3db6ab162f8b95dd5ac108029cd2b5c3/queue: appending metadata at 1731115287695 (+32 ms)Flushing 3db6ab162f8b95dd5ac108029cd2b5c3/queue: closing flushed file at 1731115287695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9b4acd: reopening flushed file at 1731115287736 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e5f8734: reopening flushed file at 1731115287768 (+32 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3db6ab162f8b95dd5ac108029cd2b5c3 in 241ms, sequenceid=17, compaction requested=false at 1731115287781 (+13 ms)Writing region close event to WAL at 1731115287800 (+19 ms)Running coprocessor post-close hooks at 1731115287806 (+6 ms)Closed at 1731115287806 2024-11-09T01:21:27,807 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731115280535.3db6ab162f8b95dd5ac108029cd2b5c3. 2024-11-09T01:21:27,807 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98b86b1a416ea7e807bcc2999584bce9, disabling compactions & flushes 2024-11-09T01:21:27,807 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9. 2024-11-09T01:21:27,807 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9. 2024-11-09T01:21:27,807 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9. after waiting 0 ms 2024-11-09T01:21:27,807 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9. 2024-11-09T01:21:27,811 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/default/test/98b86b1a416ea7e807bcc2999584bce9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T01:21:27,812 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:21:27,812 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T01:21:27,812 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9. 2024-11-09T01:21:27,812 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98b86b1a416ea7e807bcc2999584bce9: Waiting for close lock at 1731115287807Running coprocessor pre-close hooks at 1731115287807Disabling compacts and flushes for region at 1731115287807Disabling writes for close at 1731115287807Writing region close event to WAL at 1731115287807Running coprocessor post-close hooks at 1731115287812 (+5 ms)Closed at 1731115287812 2024-11-09T01:21:27,812 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731115277078.98b86b1a416ea7e807bcc2999584bce9. 2024-11-09T01:21:27,941 DEBUG [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:21:28,141 DEBUG [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:21:28,190 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/.tmp/rep_barrier/1e352c28f9d942c09585eb3c6ff2e29c 2024-11-09T01:21:28,259 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/.tmp/table/d290cd77b0c940d8882be97b3685f72f is 53, key is hbase:replication/table:state/1731115281093/Put/seqid=0 2024-11-09T01:21:28,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741852_1028 (size=5308) 2024-11-09T01:21:28,279 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/.tmp/table/d290cd77b0c940d8882be97b3685f72f 2024-11-09T01:21:28,287 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/.tmp/info/81d09dab70e24332b9e6066b81a1f821 as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/info/81d09dab70e24332b9e6066b81a1f821 2024-11-09T01:21:28,295 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/info/81d09dab70e24332b9e6066b81a1f821, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T01:21:28,297 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/.tmp/ns/f0888cde2acb482ba92b0ef3c660299f as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/ns/f0888cde2acb482ba92b0ef3c660299f 2024-11-09T01:21:28,314 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/ns/f0888cde2acb482ba92b0ef3c660299f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T01:21:28,315 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/.tmp/rep_barrier/1e352c28f9d942c09585eb3c6ff2e29c as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/rep_barrier/1e352c28f9d942c09585eb3c6ff2e29c 2024-11-09T01:21:28,321 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/rep_barrier/1e352c28f9d942c09585eb3c6ff2e29c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T01:21:28,322 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/.tmp/table/d290cd77b0c940d8882be97b3685f72f as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/table/d290cd77b0c940d8882be97b3685f72f 2024-11-09T01:21:28,326 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/table/d290cd77b0c940d8882be97b3685f72f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T01:21:28,328 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 785ms, sequenceid=16, compaction requested=false 2024-11-09T01:21:28,329 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:21:28,342 DEBUG [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:21:28,362 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T01:21:28,363 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T01:21:28,363 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:21:28,363 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:21:28,363 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115287543Running coprocessor pre-close hooks at 1731115287543Disabling compacts and flushes for region at 1731115287543Disabling writes for close at 1731115287543Obtaining lock to block concurrent updates at 1731115287543Preparing flush snapshotting stores in 1588230740 at 1731115287543Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731115287543Flushing stores of hbase:meta,,1.1588230740 at 1731115287551 (+8 ms)Flushing 1588230740/info: creating writer at 1731115287551Flushing 1588230740/info: appending metadata at 1731115287616 (+65 ms)Flushing 1588230740/info: closing flushed file at 1731115287616Flushing 1588230740/ns: creating writer at 1731115287682 (+66 ms)Flushing 1588230740/ns: appending metadata at 1731115287712 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731115287713 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731115287747 (+34 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731115287776 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731115287776Flushing 1588230740/table: creating writer at 1731115288213 (+437 ms)Flushing 1588230740/table: appending metadata at 1731115288247 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731115288247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1764fc27: reopening flushed file at 1731115288287 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e67b08: reopening flushed file at 1731115288295 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb7da57: reopening flushed file at 1731115288314 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604c90db: reopening flushed file at 1731115288321 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 785ms, sequenceid=16, compaction requested=false at 1731115288328 (+7 ms)Writing region close event to WAL at 1731115288357 (+29 ms)Running coprocessor post-close hooks at 1731115288362 (+5 ms)Closed at 1731115288363 (+1 ms) 2024-11-09T01:21:28,363 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:21:28,433 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:28,467 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:21:28,467 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 688, reset compression=false 2024-11-09T01:21:28,467 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5296cfb18d53,36585,1731115259568 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:21:28,468 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5296cfb18d53,36585,1731115259568: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-5296cfb18d53,36585,1731115259568, walGroup=5296cfb18d53%2C36585%2C1731115259568, offset=5296cfb18d53%2C36585%2C1731115259568.1731115282849:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:36585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T01:21:28,469 ERROR [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T01:21:28,470 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T01:21:28,470 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T01:21:28,470 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T01:21:28,470 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T01:21:28,470 INFO [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1566572544, "init": 1048576000, "max": 2306867200, "used": 865984512 }, "NonHeapMemoryUsage": { "committed": 211615744, "init": 7667712, "max": -1, "used": 208703664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T01:21:28,470 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:41413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:41413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T01:21:28,544 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,36585,1731115259568; all regions closed. 2024-11-09T01:21:28,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741844_1020 (size=859) 2024-11-09T01:21:28,550 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.meta.1731115283008.meta not finished, retry = 0 2024-11-09T01:21:28,616 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 393, reset compression=false 2024-11-09T01:21:28,621 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T01:21:28,621 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5296cfb18d53,36585,1731115259568 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T01:21:28,621 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 688, reset compression=false 2024-11-09T01:21:28,621 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-09T01:21:28,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741843_1019 (size=2791) 2024-11-09T01:21:28,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741842_1018 (size=696) 2024-11-09T01:21:28,657 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 not finished, retry = 0 2024-11-09T01:21:28,678 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 to pos 688, reset compression=false 2024-11-09T01:21:28,759 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/WALs/5296cfb18d53,36585,1731115259568/5296cfb18d53%2C36585%2C1731115259568.1731115282849 2024-11-09T01:21:28,759 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-09T01:21:28,759 DEBUG [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-09T01:21:28,759 DEBUG [RS:0;5296cfb18d53:36585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:28,759 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:21:28,760 INFO [RS:0;5296cfb18d53:36585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:21:28,760 INFO [RS:0;5296cfb18d53:36585 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:21:28,760 INFO [RS:0;5296cfb18d53:36585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:21:28,760 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:21:28,761 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5296cfb18d53,36585,1731115259568 because: Region server is closing 2024-11-09T01:21:28,761 INFO [RS:0;5296cfb18d53:36585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:36585. 2024-11-09T01:21:28,761 DEBUG [RS:0;5296cfb18d53:36585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:28,761 DEBUG [RS:0;5296cfb18d53:36585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:28,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:21:28,761 DEBUG [RS:0;5296cfb18d53:36585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:28,862 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,1-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,1-5296cfb18d53,36585,1731115259568 terminated 2024-11-09T01:21:28,862 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5296cfb18d53,36585,1731115259568 because: Region server is closing 2024-11-09T01:21:28,862 INFO [RS:0;5296cfb18d53:36585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:36585. 2024-11-09T01:21:28,862 DEBUG [RS:0;5296cfb18d53:36585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:21:28,862 DEBUG [RS:0;5296cfb18d53:36585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:28,862 DEBUG [RS:0;5296cfb18d53:36585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:21:28,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:21:28,962 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.shipper5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 terminated 2024-11-09T01:21:28,963 INFO [RS:0;5296cfb18d53:36585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36585 2024-11-09T01:21:28,962 WARN [RS_REFRESH_PEER-regionserver/5296cfb18d53:0-0.replicationSource,2-5296cfb18d53,36585,1731115259568.replicationSource.wal-reader.5296cfb18d53%2C36585%2C1731115259568,2-5296cfb18d53,36585,1731115259568 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-09T01:21:29,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2127230157/rs/5296cfb18d53,36585,1731115259568 2024-11-09T01:21:29,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157/rs 2024-11-09T01:21:29,046 INFO [RS:0;5296cfb18d53:36585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:21:29,046 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007f634c8e4380@23e4ff84 rejected from java.util.concurrent.ThreadPoolExecutor@27db6f20[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-09T01:21:29,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,36585,1731115259568] 2024-11-09T01:21:29,149 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2127230157/draining/5296cfb18d53,36585,1731115259568 already deleted, retry=false 2024-11-09T01:21:29,149 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,36585,1731115259568 expired; onlineServers=0 2024-11-09T01:21:29,149 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,41413,1731115259316' ***** 2024-11-09T01:21:29,149 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:21:29,149 INFO [M:0;5296cfb18d53:41413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:21:29,149 INFO [M:0;5296cfb18d53:41413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:21:29,150 DEBUG [M:0;5296cfb18d53:41413 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:21:29,150 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115261490 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115261490,5,FailOnTimeoutGroup] 2024-11-09T01:21:29,150 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115261493 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115261493,5,FailOnTimeoutGroup] 2024-11-09T01:21:29,150 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:21:29,150 DEBUG [M:0;5296cfb18d53:41413 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:21:29,150 INFO [M:0;5296cfb18d53:41413 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:21:29,151 INFO [M:0;5296cfb18d53:41413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:21:29,151 DEBUG [M:0;5296cfb18d53:41413 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:21:29,151 INFO [M:0;5296cfb18d53:41413 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:21:29,151 INFO [M:0;5296cfb18d53:41413 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:21:29,151 ERROR [M:0;5296cfb18d53:41413 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:40305 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40305,5,PEWorkerGroup] 2024-11-09T01:21:29,151 INFO [M:0;5296cfb18d53:41413 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:21:29,151 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:21:29,156 INFO [RS:0;5296cfb18d53:36585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:21:29,156 INFO [RS:0;5296cfb18d53:36585 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,36585,1731115259568; zookeeper connection closed. 2024-11-09T01:21:29,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:21:29,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1011d2e84500001, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:21:29,157 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@292b8b3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@292b8b3b 2024-11-09T01:21:29,157 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T01:21:29,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2127230157/master 2024-11-09T01:21:29,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127230157 2024-11-09T01:21:29,222 DEBUG [M:0;5296cfb18d53:41413 {}] zookeeper.ZKUtil(347): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Unable to get data of znode /0-2127230157/master because node does not exist (not an error) 2024-11-09T01:21:29,222 WARN [M:0;5296cfb18d53:41413 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:21:29,223 INFO [M:0;5296cfb18d53:41413 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/.lastflushedseqids 2024-11-09T01:21:29,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741853_1029 (size=263) 2024-11-09T01:21:29,227 INFO [M:0;5296cfb18d53:41413 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:21:29,228 INFO [M:0;5296cfb18d53:41413 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:21:29,228 DEBUG [M:0;5296cfb18d53:41413 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:21:29,228 INFO [M:0;5296cfb18d53:41413 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:29,228 DEBUG [M:0;5296cfb18d53:41413 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:29,228 DEBUG [M:0;5296cfb18d53:41413 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:21:29,228 DEBUG [M:0;5296cfb18d53:41413 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:29,228 INFO [M:0;5296cfb18d53:41413 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-09T01:21:29,245 DEBUG [M:0;5296cfb18d53:41413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/366f579c45614080962d95ffe0806908 is 82, key is hbase:meta,,1/info:regioninfo/1731115262503/Put/seqid=0 2024-11-09T01:21:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741854_1030 (size=5672) 2024-11-09T01:21:29,304 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:21:29,661 INFO [M:0;5296cfb18d53:41413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/366f579c45614080962d95ffe0806908 2024-11-09T01:21:29,679 DEBUG [M:0;5296cfb18d53:41413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c04dec8a60e947ee831c2dfe0dfc8b73 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731115281101/Put/seqid=0 2024-11-09T01:21:29,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741855_1031 (size=8908) 2024-11-09T01:21:29,685 INFO [M:0;5296cfb18d53:41413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c04dec8a60e947ee831c2dfe0dfc8b73 2024-11-09T01:21:29,711 DEBUG [M:0;5296cfb18d53:41413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51458c731e9d400b8566538c8cc3b33b is 69, key is 5296cfb18d53,36585,1731115259568/rs:state/1731115261591/Put/seqid=0 2024-11-09T01:21:29,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741856_1032 (size=5156) 2024-11-09T01:21:30,149 INFO [M:0;5296cfb18d53:41413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51458c731e9d400b8566538c8cc3b33b 2024-11-09T01:21:30,153 DEBUG [M:0;5296cfb18d53:41413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/366f579c45614080962d95ffe0806908 as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/366f579c45614080962d95ffe0806908 2024-11-09T01:21:30,157 INFO [M:0;5296cfb18d53:41413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/366f579c45614080962d95ffe0806908, entries=8, sequenceid=112, filesize=5.5 K 2024-11-09T01:21:30,158 DEBUG [M:0;5296cfb18d53:41413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c04dec8a60e947ee831c2dfe0dfc8b73 as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c04dec8a60e947ee831c2dfe0dfc8b73 2024-11-09T01:21:30,162 INFO [M:0;5296cfb18d53:41413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c04dec8a60e947ee831c2dfe0dfc8b73, entries=13, sequenceid=112, filesize=8.7 K 2024-11-09T01:21:30,162 DEBUG [M:0;5296cfb18d53:41413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51458c731e9d400b8566538c8cc3b33b as hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51458c731e9d400b8566538c8cc3b33b 2024-11-09T01:21:30,167 INFO [M:0;5296cfb18d53:41413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40305/user/jenkins/test-data/a0ac3acb-8c6b-c32f-384f-07dda6ec19fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51458c731e9d400b8566538c8cc3b33b, entries=1, sequenceid=112, filesize=5.0 K 2024-11-09T01:21:30,170 INFO [M:0;5296cfb18d53:41413 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=112, compaction requested=false 2024-11-09T01:21:30,171 INFO [M:0;5296cfb18d53:41413 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:21:30,171 DEBUG [M:0;5296cfb18d53:41413 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115289228Disabling compacts and flushes for region at 1731115289228Disabling writes for close at 1731115289228Obtaining lock to block concurrent updates at 1731115289228Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115289228Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731115289228Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115289229 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115289229Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115289244 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115289244Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115289664 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115289679 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115289679Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115289690 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115289710 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115289710Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c152c39: reopening flushed file at 1731115290153 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f794a47: reopening flushed file at 1731115290157 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74648039: reopening flushed file at 1731115290162 (+5 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=112, compaction requested=false at 1731115290170 (+8 ms)Writing region close event to WAL at 1731115290171 (+1 ms)Closed at 1731115290171 2024-11-09T01:21:30,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741830_1006 (size=69043) 2024-11-09T01:21:30,174 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:21:30,174 INFO [M:0;5296cfb18d53:41413 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:21:30,174 INFO [M:0;5296cfb18d53:41413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41413 2024-11-09T01:21:30,175 INFO [M:0;5296cfb18d53:41413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:21:30,324 INFO [M:0;5296cfb18d53:41413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:21:30,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:21:30,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x1011d2e84500000, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:21:30,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e65dc06{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:21:30,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1507e799{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:21:30,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:21:30,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae0e6eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:21:30,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3607faf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/hadoop.log.dir/,STOPPED} 2024-11-09T01:21:30,329 WARN [BP-1541552811-172.17.0.2-1731115256031 heartbeating to localhost/127.0.0.1:40305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:21:30,329 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:21:30,329 WARN [BP-1541552811-172.17.0.2-1731115256031 heartbeating to localhost/127.0.0.1:40305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1541552811-172.17.0.2-1731115256031 (Datanode Uuid 5398d8f3-ebd4-46e2-a650-ae47af90d017) service to localhost/127.0.0.1:40305 2024-11-09T01:21:30,329 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:21:30,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/cluster_897248b3-d447-8b98-068f-521dea45013f/data/data1/current/BP-1541552811-172.17.0.2-1731115256031 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:21:30,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/cluster_897248b3-d447-8b98-068f-521dea45013f/data/data2/current/BP-1541552811-172.17.0.2-1731115256031 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:21:30,330 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:21:30,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@576bf25{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:21:30,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63e9759f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:21:30,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:21:30,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4580d9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:21:30,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74e8e7cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50482114-b9e3-6321-17d9-751f29ae6dbf/hadoop.log.dir/,STOPPED} 2024-11-09T01:21:30,348 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:21:30,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:21:30,374 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:21:30,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,385 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 531) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40305 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-32 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56037) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56037) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40305 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40305 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45913 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38121 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38121 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56037) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45913 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=982 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=801 (was 652) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=960 (was 1413) 2024-11-09T01:21:30,386 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-09T01:21:30,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d2e84500005, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:21:30,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d2e84500005, quorum=127.0.0.1:56037, baseZNode=/1-457034622 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:21:30,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d2e84500002, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:21:30,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011d2e84500008, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T01:21:30,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d2e84500002, quorum=127.0.0.1:56037, baseZNode=/0-2127230157 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:21:30,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011d2e84500008, quorum=127.0.0.1:56037, baseZNode=/22025118108 Received Disconnected from ZooKeeper, ignoring 2024-11-09T01:21:30,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:21:30,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null